diff --git a/experiments/all-datasets/config.yaml b/experiments/all-datasets/config.yaml deleted file mode 100644 index 9c5663e0..00000000 --- a/experiments/all-datasets/config.yaml +++ /dev/null @@ -1,30 +0,0 @@ -nodes: - - node_type: retrieval - metric: retrieval_hit_rate - modules: - - module_type: vector_db - k: [10] - model_name: - - deepvk/USER-bge-m3 - - intfloat/multilingual-e5-base - - sergeyzh/LaBSE-ru-turbo - - deepvk/USER-base - - node_type: scoring - metric: scoring_roc_auc - modules: - - module_type: knn - k: [1, 3] - - module_type: linear - - module_type: dnnc - model_name: - - mixedbread-ai/mxbai-embed-large-v1 - - avsolatorio/GIST-large-Embedding-v0 - - llmrails/ember-v1 - - BAAI/bge-large-en-v1.5 - k: [10] - - node_type: prediction - metric: prediction_accuracy - modules: - - module_type: threshold - single_thresh: [true] - - module_type: argmax \ No newline at end of file diff --git a/experiments/all-datasets/logs/banking77_08-08-2024_23_33_14.json b/experiments/all-datasets/logs/banking77_08-08-2024_23_33_14.json deleted file mode 100644 index 1f6c93ee..00000000 --- a/experiments/all-datasets/logs/banking77_08-08-2024_23_33_14.json +++ /dev/null @@ -1,115 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.979381443298969, - 0.8969072164948454, - 0.8969072164948454, - 0.8350515463917526 - ], - "scoring": [ - 0.8553115743905219, - 0.8988351560719982, - 0.9916068580542264, - 0.6289530644793802, - 0.6235040726817042, - 0.6184951013898382, - 0.6192113807245386 - ], - "prediction": [ - 0.5773195876288659, - 0.7731958762886598 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.979381443298969, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.8969072164948454, - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.8969072164948454, - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.8350515463917526, - "k": 10, - "model_name": "deepvk/USER-base" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8553115743905219, - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8988351560719982, - "k": 3 - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9916068580542264 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6289530644793802, - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6235040726817042, - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6184951013898382, - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6192113807245386, - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.5773195876288659, - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.7731958762886598 - } - ] - } -} \ No newline at end of file diff --git a/experiments/all-datasets/logs/clinc150_08-08-2024_23_28_45.json b/experiments/all-datasets/logs/clinc150_08-08-2024_23_28_45.json deleted file mode 100644 index 9c42d513..00000000 --- a/experiments/all-datasets/logs/clinc150_08-08-2024_23_28_45.json +++ /dev/null @@ -1,115 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.9788359788359788, - 0.9629629629629629, - 0.9682539682539683, - 0.9576719576719577 - ], - "scoring": [ - 0.959982432134087, - 0.9733245726333114, - 0.9994716077215725, - 0.6485900308859887, - 0.6419605444493758, - 0.6252791719631479, - 0.6621711252551542 - ], - "prediction": [ - 0.8518518518518519, - 0.9629629629629629 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9788359788359788, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9629629629629629, - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9682539682539683, - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9576719576719577, - "k": 10, - "model_name": "deepvk/USER-base" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.959982432134087, - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9733245726333114, - "k": 3 - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9994716077215725 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6485900308859887, - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6419605444493758, - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6252791719631479, - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6621711252551542, - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.8518518518518519, - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.9629629629629629 - } - ] - } -} \ No newline at end of file diff --git a/experiments/all-datasets/logs/hwu64_08-08-2024_23_58_09.json b/experiments/all-datasets/logs/hwu64_08-08-2024_23_58_09.json deleted file mode 100644 index 815d2f34..00000000 --- a/experiments/all-datasets/logs/hwu64_08-08-2024_23_58_09.json +++ /dev/null @@ -1,115 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.9125, - 0.875, - 0.8625, - 0.7375 - ], - "scoring": [ - 0.7896013368224603, - 0.8946719814995132, - 0.992148196608244, - 0.5920542488234339, - 0.6162866916179812, - 0.6275635954235638, - 0.571589226306394 - ], - "prediction": [ - 0.4625, - 0.675 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9125, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.875, - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.8625, - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.7375, - "k": 10, - "model_name": "deepvk/USER-base" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.7896013368224603, - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8946719814995132, - "k": 3 - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.992148196608244 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.5920542488234339, - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6162866916179812, - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6275635954235638, - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.571589226306394, - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.4625, - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.675 - } - ] - } -} \ No newline at end of file diff --git a/experiments/all-datasets/logs/massive_08-08-2024_23_40_43.json b/experiments/all-datasets/logs/massive_08-08-2024_23_40_43.json deleted file mode 100644 index 8e1cd079..00000000 --- a/experiments/all-datasets/logs/massive_08-08-2024_23_40_43.json +++ /dev/null @@ -1,115 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.9333333333333333, - 0.9333333333333333, - 0.9466666666666667, - 0.8533333333333334 - ], - "scoring": [ - 0.843119832160928, - 0.9410742934715537, - 0.9945421448846107, - 0.6405760212267063, - 0.6710431321732692, - 0.6034817351598173, - 0.6230609033691226 - ], - "prediction": [ - 0.6266666666666667, - 0.7466666666666667 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9333333333333333, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9333333333333333, - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9466666666666667, - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.8533333333333334, - "k": 10, - "model_name": "deepvk/USER-base" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.843119832160928, - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9410742934715537, - "k": 3 - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9945421448846107 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6405760212267063, - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6710431321732692, - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6034817351598173, - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6230609033691226, - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.6266666666666667, - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.7466666666666667 - } - ] - } -} \ No newline at end of file diff --git a/experiments/all-datasets/logs/minds14_08-08-2024_23_39_29.json b/experiments/all-datasets/logs/minds14_08-08-2024_23_39_29.json deleted file mode 100644 index a7caef42..00000000 --- a/experiments/all-datasets/logs/minds14_08-08-2024_23_39_29.json +++ /dev/null @@ -1,115 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.9444444444444444, - 0.9444444444444444, - 1.0, - 1.0 - ], - "scoring": [ - 1.0, - 1.0, - 1.0, - 0.5954569327731093, - 0.555672268907563, - 0.546218487394958, - 0.564075630252101 - ], - "prediction": [ - 1.0, - 1.0 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9444444444444444, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9444444444444444, - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 1.0, - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 1.0, - "k": 10, - "model_name": "deepvk/USER-base" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0, - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0, - "k": 3 - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.5954569327731093, - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.555672268907563, - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.546218487394958, - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.564075630252101, - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 1.0, - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 1.0 - } - ] - } -} \ No newline at end of file diff --git a/experiments/all-datasets/logs/ru_banking77_08-08-2024_23_36_13.json b/experiments/all-datasets/logs/ru_banking77_08-08-2024_23_36_13.json deleted file mode 100644 index c96d8e63..00000000 --- a/experiments/all-datasets/logs/ru_banking77_08-08-2024_23_36_13.json +++ /dev/null @@ -1,115 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.9072164948453608, - 0.865979381443299, - 0.8762886597938144, - 0.8556701030927835 - ], - "scoring": [ - 0.8158079858737755, - 0.8606815333789017, - 0.9861272499430394, - 0.6081802517657781, - 0.6053728070175439, - 0.5960077751196172, - 0.6080435463659148 - ], - "prediction": [ - 0.4948453608247423, - 0.7010309278350515 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9072164948453608, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.865979381443299, - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.8762886597938144, - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.8556701030927835, - "k": 10, - "model_name": "deepvk/USER-base" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8158079858737755, - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8606815333789017, - "k": 3 - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9861272499430394 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6081802517657781, - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6053728070175439, - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.5960077751196172, - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6080435463659148, - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.4948453608247423, - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.7010309278350515 - } - ] - } -} \ No newline at end of file diff --git a/experiments/all-datasets/logs/ru_clinc150_08-08-2024_23_25_22.json b/experiments/all-datasets/logs/ru_clinc150_08-08-2024_23_25_22.json deleted file mode 100644 index eb9fae89..00000000 --- a/experiments/all-datasets/logs/ru_clinc150_08-08-2024_23_25_22.json +++ /dev/null @@ -1,115 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.9788359788359788, - 0.9629629629629629, - 0.9576719576719577, - 0.9947089947089947 - ], - "scoring": [ - 0.940009392384671, - 0.9645441246169391, - 0.9997174372842632, - 0.6298048847935295, - 0.637107529806599, - 0.6187180657037431, - 0.6332844562626823 - ], - "prediction": [ - 0.6772486772486772, - 0.9206349206349206 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9788359788359788, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9629629629629629, - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9576719576719577, - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9947089947089947, - "k": 10, - "model_name": "deepvk/USER-base" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.940009392384671, - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9645441246169391, - "k": 3 - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9997174372842632 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6298048847935295, - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.637107529806599, - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6187180657037431, - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6332844562626823, - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.6772486772486772, - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.9206349206349206 - } - ] - } -} \ No newline at end of file diff --git a/experiments/all-datasets/logs/ru_hwu64_08-08-2024_23_31_56.json b/experiments/all-datasets/logs/ru_hwu64_08-08-2024_23_31_56.json deleted file mode 100644 index e608d836..00000000 --- a/experiments/all-datasets/logs/ru_hwu64_08-08-2024_23_31_56.json +++ /dev/null @@ -1,115 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.9117647058823529, - 0.9117647058823529, - 0.9264705882352942, - 0.9411764705882353 - ], - "scoring": [ - 0.8302846039164445, - 0.908821841968608, - 0.983552356064794, - 0.5792313684104728, - 0.5948445901804112, - 0.5993464914484816, - 0.624089150208553 - ], - "prediction": [ - 0.4117647058823529, - 0.7352941176470589 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9117647058823529, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9117647058823529, - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9264705882352942, - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9411764705882353, - "k": 10, - "model_name": "deepvk/USER-base" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8302846039164445, - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.908821841968608, - "k": 3 - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.983552356064794 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.5792313684104728, - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.5948445901804112, - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.5993464914484816, - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.624089150208553, - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.4117647058823529, - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.7352941176470589 - } - ] - } -} \ No newline at end of file diff --git a/experiments/all-datasets/logs/ru_massive_08-08-2024_23_34_49.json b/experiments/all-datasets/logs/ru_massive_08-08-2024_23_34_49.json deleted file mode 100644 index 7a28dad0..00000000 --- a/experiments/all-datasets/logs/ru_massive_08-08-2024_23_34_49.json +++ /dev/null @@ -1,115 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.9066666666666666, - 0.88, - 0.96, - 0.9333333333333333 - ], - "scoring": [ - 0.8347880414661236, - 0.9079152782919906, - 0.9907379982722448, - 0.6311134764901889, - 0.6348944835246204, - 0.611238121683327, - 0.6465012958163643 - ], - "prediction": [ - 0.6266666666666667, - 0.76 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9066666666666666, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.88, - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.96, - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9333333333333333, - "k": 10, - "model_name": "deepvk/USER-base" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8347880414661236, - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9079152782919906, - "k": 3 - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9907379982722448 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6311134764901889, - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6348944835246204, - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.611238121683327, - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6465012958163643, - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.6266666666666667, - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.76 - } - ] - } -} \ No newline at end of file diff --git a/experiments/all-datasets/logs/ru_minds14_08-08-2024_23_41_34.json b/experiments/all-datasets/logs/ru_minds14_08-08-2024_23_41_34.json deleted file mode 100644 index 222ed723..00000000 --- a/experiments/all-datasets/logs/ru_minds14_08-08-2024_23_41_34.json +++ /dev/null @@ -1,115 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 1.0, - 1.0, - 1.0, - 1.0 - ], - "scoring": [ - 0.9243697478991597, - 0.9642857142857143, - 1.0, - 0.5183167016806723, - 0.6890756302521008, - 0.8067226890756303, - 0.6595325630252101 - ], - "prediction": [ - 0.7777777777777778, - 0.9444444444444444 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 1.0, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 1.0, - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 1.0, - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 1.0, - "k": 10, - "model_name": "deepvk/USER-base" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9243697478991597, - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9642857142857143, - "k": 3 - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.5183167016806723, - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6890756302521008, - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8067226890756303, - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6595325630252101, - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.7777777777777778, - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.9444444444444444 - } - ] - } -} \ No newline at end of file diff --git a/experiments/all-datasets/logs/ru_snips_08-08-2024_23_30_54.json b/experiments/all-datasets/logs/ru_snips_08-08-2024_23_30_54.json deleted file mode 100644 index 3ef38e0a..00000000 --- a/experiments/all-datasets/logs/ru_snips_08-08-2024_23_30_54.json +++ /dev/null @@ -1,115 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.8888888888888888, - 1.0, - 1.0, - 1.0 - ], - "scoring": [ - 0.9553571428571429, - 0.9821428571428571, - 1.0, - 0.6160714285714286, - 0.41964285714285715, - 0.5739795918367346, - 0.7755102040816327 - ], - "prediction": [ - 0.2222222222222222, - 0.8888888888888888 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.8888888888888888, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 1.0, - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 1.0, - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 1.0, - "k": 10, - "model_name": "deepvk/USER-base" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9553571428571429, - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9821428571428571, - "k": 3 - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6160714285714286, - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.41964285714285715, - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.5739795918367346, - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.7755102040816327, - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.2222222222222222, - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.8888888888888888 - } - ] - } -} \ No newline at end of file diff --git a/experiments/all-datasets/logs/snips_08-08-2024_23_40_10.json b/experiments/all-datasets/logs/snips_08-08-2024_23_40_10.json deleted file mode 100644 index 34b0662b..00000000 --- a/experiments/all-datasets/logs/snips_08-08-2024_23_40_10.json +++ /dev/null @@ -1,115 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 1.0, - 1.0, - 1.0, - 1.0 - ], - "scoring": [ - 0.9107142857142857, - 0.9017857142857143, - 1.0, - 0.6964285714285714, - 0.8571428571428571, - 0.6696428571428571, - 0.6160714285714286 - ], - "prediction": [ - 0.5555555555555556, - 0.8888888888888888 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 1.0, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 1.0, - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 1.0, - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 1.0, - "k": 10, - "model_name": "deepvk/USER-base" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9107142857142857, - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9017857142857143, - "k": 3 - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6964285714285714, - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8571428571428571, - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6696428571428571, - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6160714285714286, - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.5555555555555556, - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.8888888888888888 - } - ] - } -} \ No newline at end of file diff --git a/experiments/all-datasets/run.bash b/experiments/all-datasets/run.bash deleted file mode 100644 index a14e45fa..00000000 --- a/experiments/all-datasets/run.bash +++ /dev/null @@ -1,15 +0,0 @@ -config="experiments/all-datasets/config.yaml" -data_dir="data/intent_records" -logs_dir="experiments/all-datasets/logs" - -datasets_files=($(find "$data_dir" -type f \( -name "*.json" \))) - -for filepath in "${datasets_files[@]}"; do - run_name=$(basename "$filepath") - run_name="${run_name%.*}" - python3 scripts/base_pipeline.py \ - --config-path $config \ - --data-path $filepath \ - --logs-dir $logs_dir \ - --run-name $run_name -done \ No newline at end of file diff --git a/experiments/cross-encoder-training/banking77_08-09-2024_16_53_37.json b/experiments/cross-encoder-training/banking77_08-09-2024_16_53_37.json deleted file mode 100644 index 14ca1dfe..00000000 --- a/experiments/cross-encoder-training/banking77_08-09-2024_16_53_37.json +++ /dev/null @@ -1,155 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.979381443298969, - 0.8969072164948454, - 0.8865979381443299, - 0.8350515463917526 - ], - "scoring": [ - 0.8553122863978128, - 0.8987675153793575, - 0.9916068580542264, - 0.753578548644338, - 0.5622095010252904, - 0.7007468956482116, - 0.6022962235133288, - 0.740798017771702, - 0.5793375484164958, - 0.7307871952608794, - 0.5961081681476419 - ], - "prediction": [ - 0.5773195876288659, - 0.7731958762886598 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.979381443298969, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.8969072164948454, - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.8865979381443299, - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.8350515463917526, - "k": 10, - "model_name": "deepvk/USER-base" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8553122863978128, - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8987675153793575, - "k": 3 - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9916068580542264 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.753578548644338, - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10, - "train_head": true - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.5622095010252904, - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10, - "train_head": false - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.7007468956482116, - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10, - "train_head": true - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6022962235133288, - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10, - "train_head": false - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.740798017771702, - "model_name": "llmrails/ember-v1", - "k": 10, - "train_head": true - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.5793375484164958, - "model_name": "llmrails/ember-v1", - "k": 10, - "train_head": false - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.7307871952608794, - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10, - "train_head": true - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.5961081681476419, - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10, - "train_head": false - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.5773195876288659, - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.7731958762886598 - } - ] - } -} \ No newline at end of file diff --git a/experiments/cross-encoder-training/config.yaml b/experiments/cross-encoder-training/config.yaml deleted file mode 100644 index f0288ccf..00000000 --- a/experiments/cross-encoder-training/config.yaml +++ /dev/null @@ -1,31 +0,0 @@ -nodes: - - node_type: retrieval - metric: retrieval_hit_rate - modules: - - module_type: vector_db - k: [10] - model_name: - - deepvk/USER-bge-m3 - - intfloat/multilingual-e5-base - - sergeyzh/LaBSE-ru-turbo - - deepvk/USER-base - - node_type: scoring - metric: scoring_roc_auc - modules: - - module_type: knn - k: [1, 3] - - module_type: linear - - module_type: dnnc - model_name: - - mixedbread-ai/mxbai-embed-large-v1 - - avsolatorio/GIST-large-Embedding-v0 - - llmrails/ember-v1 - - BAAI/bge-large-en-v1.5 - k: [10] - train_head: [true, false] - - node_type: prediction - metric: prediction_accuracy - modules: - - module_type: threshold - single_thresh: [true] - - module_type: argmax \ No newline at end of file diff --git a/experiments/cross-encoder-training/dnnc-sklearn.py b/experiments/cross-encoder-training/dnnc-sklearn.py deleted file mode 100644 index 9072ae16..00000000 --- a/experiments/cross-encoder-training/dnnc-sklearn.py +++ /dev/null @@ -1,180 +0,0 @@ -""" -This examples trains a CrossEncoder for the STSbenchmark task. A CrossEncoder takes a sentence pair -as input and outputs a label. Here, it output a continuous labels 0...1 to indicate the similarity between the input pair. - -It does NOT produce a sentence embedding and does NOT work for individual sentences. - -Usage: -python training_stsbenchmark.py -""" - -import itertools as it -import os -from random import shuffle - -import joblib -import numpy as np -from sklearn.linear_model import LogisticRegressionCV -from sklearn.model_selection import train_test_split - - -def construct_samples(texts, labels, balancing_factor: int | None = None) -> tuple[list[dict], list[dict]]: - samples = [[], []] - - for (i, text1), (j, text2) in it.combinations(enumerate(texts), 2): - pair = [text1, text2] - label = int(labels[i] == labels[j]) - sample = {"texts": pair, "label": label} - samples[label].append(sample) - shuffle(samples[0]) - shuffle(samples[1]) - - if balancing_factor is not None: - i_min = min([0, 1], key=lambda i: len(samples[i])) - i_max = 1 - i_min - min_length = len(samples[i_min]) - samples = samples[i_min][:min_length] + samples[i_max][: min_length * balancing_factor] - else: - samples = samples[0] + samples[1] - - texts = [dct["texts"] for dct in samples] - labels = [dct["label"] for dct in samples] - - texts_train, texts_test, labels_train, labels_test = train_test_split( - texts, - labels, - test_size=0.25, - random_state=0, - stratify=labels, - shuffle=True, - ) - - return texts_train, texts_test, labels_train, labels_test - - -class CrossEncoderWithLogreg: - def __init__(self, model, batch_size=16, verbose=False): - self.cross_encoder = model - self.batch_size = batch_size - self.verbose = verbose - - def get_features(self, pairs): - logits_list = [] - - def hook_function(module, input, output): - logits_list.append(input[0].cpu().numpy()) - - handler = self.cross_encoder.model.classifier.register_forward_hook(hook_function) - - for i in range(0, len(pairs), self.batch_size): - batch = pairs[i : i + self.batch_size] - self.cross_encoder.predict(batch) - - handler.remove() - - return np.concatenate(logits_list, axis=0) - - def fit(self, pairs, labels): - n_samples = len(pairs) - assert n_samples == len(labels) - - features = self.get_features(pairs) - - clf = LogisticRegressionCV() - clf.fit(features, labels) - - self._clf = clf - - def predict_proba(self, pairs): - features = self.get_features(pairs) - - return self._clf.predict_proba(features)[:, 1] - - def score(self, pairs, labels, dump_logs=False): - probas = self.predict_proba(pairs) - - acc, thresh1 = find_best_acc_and_threshold(probas, labels) - f1, prec, rec, thresh2 = find_best_f1_and_threshold(probas, labels) - - if self.verbose: - pass - - if dump_logs: - return { - "best_accuracy": acc, - "optimal_thresh_acc": thresh1, - "best_f1": f1, - "optimal_thresh_f1": thresh2, - "best_precision": prec, - "best_recall": rec, - } - return None - - def save_model(self, path: os.PathLike): - joblib.dump(self._clf, path) - - def load_model(self, path: os.PathLike): - self._clf = joblib.load(path) - - -def find_best_acc_and_threshold(scores, labels, high_score_more_similar: bool = True): - assert len(scores) == len(labels) - rows = list(zip(scores, labels, strict=False)) - - rows = sorted(rows, key=lambda x: x[0], reverse=high_score_more_similar) - - max_acc = 0 - best_threshold = -1 - - positive_so_far = 0 - remaining_negatives = sum(np.array(labels) == 0) - - for i in range(len(rows) - 1): - score, label = rows[i] - if label == 1: - positive_so_far += 1 - else: - remaining_negatives -= 1 - - acc = (positive_so_far + remaining_negatives) / len(labels) - if acc > max_acc: - max_acc = acc - best_threshold = (rows[i][0] + rows[i + 1][0]) / 2 - - return max_acc, best_threshold - - -def find_best_f1_and_threshold(scores, labels, high_score_more_similar: bool = True): - assert len(scores) == len(labels) - - scores = np.asarray(scores) - labels = np.asarray(labels) - - rows = list(zip(scores, labels, strict=False)) - - rows = sorted(rows, key=lambda x: x[0], reverse=high_score_more_similar) - - best_f1 = best_precision = best_recall = 0 - threshold = 0 - nextract = 0 - ncorrect = 0 - total_num_duplicates = sum(labels) - - for i in range(len(rows) - 1): - score, label = rows[i] - nextract += 1 - - if label == 1: - ncorrect += 1 - - if ncorrect > 0: - precision = ncorrect / nextract - recall = ncorrect / total_num_duplicates - f1 = 2 * precision * recall / (precision + recall) - if f1 > best_f1: - best_f1 = f1 - best_precision = precision - best_recall = recall - threshold = (rows[i][0] + rows[i + 1][0]) / 2 - - return best_f1, best_precision, best_recall, threshold diff --git a/experiments/cross-encoder-training/dnnc.py b/experiments/cross-encoder-training/dnnc.py deleted file mode 100644 index bdce8a0a..00000000 --- a/experiments/cross-encoder-training/dnnc.py +++ /dev/null @@ -1,149 +0,0 @@ -""" -This examples trains a CrossEncoder for the STSbenchmark task. A CrossEncoder takes a sentence pair -as input and outputs a label. Here, it output a continuous labels 0...1 to indicate the similarity between the input pair. - -It does NOT produce a sentence embedding and does NOT work for individual sentences. - -Usage: -python training_stsbenchmark.py -""" - -import sys - -sys.path.append("/home/voorhs/repos/AutoIntent") - -import itertools as it -from random import shuffle - -import torch -import torch.nn.functional as F -from sentence_transformers import CrossEncoder, InputExample -from torch import nn -from transformers import AutoModelForSequenceClassification - - -def construct_samples(texts, labels, balancing_factor: int | None = None) -> list[InputExample]: - samples = [[], []] - - for (i, text1), (j, text2) in it.combinations(enumerate(texts), 2): - pair = [text1, text2] - label = int(labels[i] == labels[j]) - sample = InputExample(texts=pair, label=label) - samples[label].append(sample) - shuffle(samples[0]) - shuffle(samples[1]) - - if balancing_factor is not None: - i_min = min([0, 1], key=lambda i: len(samples[i])) - i_max = 1 - i_min - min_length = len(samples[i_min]) - res = samples[i_min][:min_length] + samples[i_max][: min_length * balancing_factor] - else: - res = samples[0] + samples[1] - - return res - - -def freeze_encoder(model: AutoModelForSequenceClassification): - # Freeze all layers - for param in model.parameters(): - param.requires_grad_(False) - - # Unfreeze the classifier layer - for param in model.classifier.parameters(): - param.requires_grad_(True) - - -class LogLoss(nn.Module): - def __init__(self, model: CrossEncoder, label_smoothing=0.0): - super().__init__() - - self.model = model - self.label_smoothing = label_smoothing - - def forward(self, sentence_features: torch.Tensor, labels: torch.Tensor): - """ - Arguments - --- - - `sentence_features`: torch.Tensor of shape (batch_size,), predicted probabilities for binary classification - - `labels`: torch.Tensor of shape (batch_size,), true binary labels - """ - labels = labels.float() - smoothed_targets = labels * (1 - self.label_smoothing) + 0.5 * self.label_smoothing - return F.binary_cross_entropy_with_logits(sentence_features, smoothed_targets) - - -if __name__ == "__main__": - import json - import logging - import math - from datetime import datetime - - from sentence_transformers import LoggingHandler - from sentence_transformers.cross_encoder import CrossEncoder - from sentence_transformers.cross_encoder.evaluation import ( - CEBinaryClassificationEvaluator, - ) - from torch.utils.data import DataLoader - - from autointent.data_handler import split_sample_utterances - - #### Just some code to print debug information to stdout - logging.basicConfig( - format="%(asctime)s - %(message)s", - datefmt="%Y-%m-%d %H:%M:%S", - level=logging.INFO, - handlers=[LoggingHandler()], - ) - logger = logging.getLogger(__name__) - #### /print debug information to stdout - - # Define our Cross-Encoder - train_batch_size = 16 - num_epochs = 4 - model_save_path = "experiments/cross-encoder-training/logs/" + datetime.now().strftime("%Y-%m-%d_%H-%M-%S") - - model = CrossEncoder("llmrails/ember-v1", num_labels=1) - freeze_encoder(model.model) - - # Read dataset - logger.info("Read banking77 train dataset") - dataset_path = "data/intent_records/banking77.json" - intent_records = json.load(open(dataset_path)) - (n_classes, utterances_train, utterances_test, labels_train, labels_test) = split_sample_utterances(intent_records) - - train_samples = construct_samples(utterances_train, labels_train, balancing_factor=1) - test_samples = construct_samples(utterances_test, labels_test, balancing_factor=1) - - # We wrap train_samples (which is a List[InputExample]) into a pytorch DataLoader - train_dataloader = DataLoader( - train_samples, - shuffle=True, - batch_size=train_batch_size, - drop_last=True, - num_workers=0, # don't change it! - ) - - # We add an evaluator, which evaluates the performance during training - evaluator = CEBinaryClassificationEvaluator.from_input_examples(test_samples, name="test") - evaluator(model) - - # Configure the training (10% of train data for warm-up) - warmup_steps = math.ceil(len(train_dataloader) * num_epochs * 0.1) - logger.info(f"Warmup-steps: {warmup_steps}") - - # Train the model - model.fit( - train_dataloader=train_dataloader, - evaluator=evaluator, - epochs=num_epochs, - warmup_steps=warmup_steps, - output_path=model_save_path, - optimizer_params={"lr": 2e-5}, - loss_fct=LogLoss(model, label_smoothing=0.2), - ) - - ##### Load model and eval on test set - model = CrossEncoder(model_save_path) - - evaluator(model) diff --git a/experiments/given-validation/example_run_name_09-08-2024_15_37_45.json b/experiments/given-validation/example_run_name_09-08-2024_15_37_45.json deleted file mode 100644 index eb7e4805..00000000 --- a/experiments/given-validation/example_run_name_09-08-2024_15_37_45.json +++ /dev/null @@ -1,66 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 0.8 - ], - "scoring": [ - 0.8166970579117149, - 0.8174830616753683, - 0.8155279283087352, - 0.9638106114656387 - ], - "prediction": [ - 0.9298611111111111 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_multilabel", - "metric_value": 0.8, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8166970579117149, - "k": 3, - "weights": "uniform" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8174830616753683, - "k": 3, - "weights": "distance" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8155279283087352, - "k": 3, - "weights": "closest" - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9638106114656387, - "multilabel": true - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.9298611111111111, - "thresh": 0.5 - } - ] - } -} \ No newline at end of file diff --git a/experiments/given-validation/example_run_name_09-08-2024_15_38_37.json b/experiments/given-validation/example_run_name_09-08-2024_15_38_37.json deleted file mode 100644 index d63bfa23..00000000 --- a/experiments/given-validation/example_run_name_09-08-2024_15_38_37.json +++ /dev/null @@ -1,66 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 0.8 - ], - "scoring": [ - 0.8191155506810848, - 0.8202262306246776, - 0.8188478890903189, - 0.9638106114656387 - ], - "prediction": [ - 0.9298611111111111 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_multilabel", - "metric_value": 0.8, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8191155506810848, - "k": 3, - "weights": "uniform" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8202262306246776, - "k": 3, - "weights": "distance" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8188478890903189, - "k": 3, - "weights": "closest" - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9638106114656387, - "multilabel": true - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.9298611111111111, - "thresh": 0.5 - } - ] - } -} \ No newline at end of file diff --git a/experiments/given-validation/run.bash b/experiments/given-validation/run.bash deleted file mode 100644 index e66ce91d..00000000 --- a/experiments/given-validation/run.bash +++ /dev/null @@ -1 +0,0 @@ -poetry run autointent --multiclass-path data/intent_records/ac_robotic_new.json --test-path data/intent_records/ac_robotic_val.json --mode "multiclass_as_multilabel" --regex-sampling 20 \ No newline at end of file diff --git a/experiments/hydra-configs/data/labels.json b/experiments/hydra-configs/data/labels.json deleted file mode 100644 index d19bad9d..00000000 --- a/experiments/hydra-configs/data/labels.json +++ /dev/null @@ -1,204 +0,0 @@ -[ - [ - 1 - ], - [ - 6 - ], - [ - 2 - ], - [ - 6 - ], - [ - 6, - 10 - ], - [ - 10 - ], - [ - 10 - ], - [ - 10 - ], - [ - 2 - ], - [ - 6, - 1 - ], - [ - 6 - ], - [ - 10 - ], - [ - 5, - 6 - ], - [ - 2 - ], - [ - 6, - 1 - ], - [ - 2 - ], - [ - 7 - ], - [ - 7 - ], - [ - 9 - ], - [ - 7 - ], - [ - 2 - ], - [ - 6, - 7 - ], - [ - 0, - 10 - ], - [ - 1 - ], - [ - 6, - 1 - ], - [ - 9 - ], - [ - 6, - 7 - ], - [ - 2, - 12 - ], - [ - 6, - 9 - ], - [ - 2, - 12 - ], - [ - 9 - ], - [ - 9 - ], - [ - 2, - 0, - 12 - ], - [ - 2, - 0, - 12 - ], - [ - 5 - ], - [ - 0 - ], - [ - 2, - 0, - 12 - ], - [ - 5, - 6 - ], - [ - 5, - 6 - ], - [ - 5, - 6 - ], - [ - 3 - ], - [ - 3 - ], - [ - 3 - ], - [ - 8 - ], - [ - 3 - ], - [ - 3 - ], - [ - 8 - ], - [ - 8 - ], - [ - 8 - ], - [ - 8 - ], - [ - 11 - ], - [ - 11 - ], - [ - 4 - ], - [ - 11 - ], - [ - 4 - ], - [ - 11 - ], - [ - 11 - ], - [ - 6, - 4 - ], - [ - 6, - 4 - ], - [ - 4 - ] -] \ No newline at end of file diff --git a/experiments/hydra-configs/data/utterances.json b/experiments/hydra-configs/data/utterances.json deleted file mode 100644 index 4d22a851..00000000 --- a/experiments/hydra-configs/data/utterances.json +++ /dev/null @@ -1,62 +0,0 @@ -[ - "yes", - "can you give me a moderately priced restaurant", - "thank you good bye", - "vegetarian", - "what is the eagles address", - "telephone", - "what area is it in", - "post code", - "thank you and good bye", - "yes im looking for a traditional restaurant in the expensive price range", - "im trying to find a vegetarian restaurant and i dont care regarding the price range", - "does it have a television", - "hi im looking for a pub", - "thank you goodbye", - "yes i would like to know about a restaurant", - "thank you good bye", - "no", - "no no", - "uh what are some other eareas", - "no", - "thank you good bye", - "end of system audio no im looking for a seafood restaurant", - "ok what is the address phone number and price", - "yes please", - "yeah lets have you got anything in the mediterranean food in the area", - "what about any other area", - "no particular venue", - "whats the uh thank you and goodbye", - "next type of food cherry hinton area", - "breathing ok thank you goodbye", - "can you select me another venue", - "next choice", - "ok thank you good bye", - "ok thank you goodbye", - "noise ah hi i am looking for an", - "okay and uh", - "okay thank you goodbye", - "hi im looking for a pub having internet connection and have a tv", - "ah hi ah i am looking for a thia restaurant", - "hi im looking for a mediterranean restaurant in the rosemary area", - "is it in the cheap price range", - "is it in the kings hedge area", - "hi im looking for a contemporary restaurant and is it should be free", - "repeat", - "is it located in addenbrookes area", - "is it in the city center jesus christ this is ridiculous", - "repeat", - "say again", - "repeat", - "repeat", - "can we start again", - "start over", - "not spanish food not spanish food fast", - "start over", - "uh cheap or moderate", - "start over", - "id like to start over please", - "i need a pub not bakers", - "i didnt ask for a moderate price range i need a pub with internet and tv", - "not so expensive price range" -] \ No newline at end of file diff --git a/experiments/hydra-configs/example-of-recursive-instantiation.ipynb b/experiments/hydra-configs/example-of-recursive-instantiation.ipynb deleted file mode 100644 index df611c5c..00000000 --- a/experiments/hydra-configs/example-of-recursive-instantiation.ipynb +++ /dev/null @@ -1,159 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "# Toy Example" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Classes" - ] - }, - { - "cell_type": "code", - "execution_count": 1, - "metadata": {}, - "outputs": [], - "source": [ - "class Optimizer:\n", - " def __init__(self, algo: str, lr: float) -> None:\n", - " self.algo = algo\n", - " self.lr = lr\n", - "\n", - "\n", - "class Dataset:\n", - " def __init__(self, name: str, path: str) -> None:\n", - " self.name = name\n", - " self.path = path\n", - "\n", - "\n", - "class Trainer:\n", - " def __init__(self, optimizer: Optimizer, datasets: list[Dataset]) -> None:\n", - " self.optimizer = optimizer\n", - " self.datasets = datasets" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Structured Configs" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": {}, - "outputs": [], - "source": [ - "from dataclasses import dataclass\n", - "from omegaconf import MISSING\n", - "\n", - "\n", - "@dataclass\n", - "class OptimizerConfig:\n", - " algo: str = \"SGD\"\n", - " lr: float = MISSING\n", - " _target_: str = f\"{__name__}.Optimizer\"\n", - "\n", - "\n", - "@dataclass\n", - "class DatasetConfig:\n", - " name: str = \"clinc\"\n", - " path: str = \"./clinc.json\"\n", - " _target_: str = f\"{__name__}.Dataset\"\n", - "\n", - "\n", - "@dataclass\n", - "class TrainerConfig:\n", - " optimizer: OptimizerConfig = MISSING\n", - " datasets: list[DatasetConfig] = MISSING\n", - " _target_: str = f\"{__name__}.Trainer\"" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## User's parameters" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": {}, - "outputs": [], - "source": [ - "dct = {\n", - " # \"_target_\": f\"{__name__}.Trainer\",\n", - " \"optimizer\": {\n", - " # \"_target_\": f\"{__name__}.Optimizer\",\n", - " \"algo\": \"SGD\",\n", - " \"lr\": 1e-3,\n", - " },\n", - " \"datasets\": [{\n", - " # \"_target_\": f\"{__name__}.Dataset\",\n", - " \"name\": \"clinc\",\n", - " \"path\": \"./clinc.json\",\n", - " }],\n", - "}" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Recursive Instantiation" - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "<__main__.Trainer at 0x74c110267290>" - ] - }, - "execution_count": 4, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "from hydra.utils import instantiate\n", - "\n", - "trainer: Trainer = instantiate(TrainerConfig(), **dct)\n", - "trainer" - ] - } - ], - "metadata": { - "kernelspec": { - "display_name": "autointent-D7M6VOhJ-py3.12", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.12.3" - } - }, - "nbformat": 4, - "nbformat_minor": 2 -} diff --git a/experiments/hydra-configs/inference-pipeline.ipynb b/experiments/hydra-configs/inference-pipeline.ipynb deleted file mode 100644 index becfbabe..00000000 --- a/experiments/hydra-configs/inference-pipeline.ipynb +++ /dev/null @@ -1,120 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## make data" - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": {}, - "outputs": [], - "source": [ - "import json\n", - "from pathlib import Path\n", - "\n", - "with Path(\"/home/voorhs/repos/AutoIntent/data/multi_label_data/dstc3-5shot.json\").open() as file:\n", - " dstc = json.load(file)" - ] - }, - { - "cell_type": "code", - "execution_count": 6, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "{'utterance': 'yes', 'labels': [1]}" - ] - }, - "execution_count": 6, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "dstc[0]" - ] - }, - { - "cell_type": "code", - "execution_count": 7, - "metadata": {}, - "outputs": [], - "source": [ - "utterances = [rec[\"utterance\"] for rec in dstc]\n", - "labels = [rec[\"labels\"] for rec in dstc]" - ] - }, - { - "cell_type": "code", - "execution_count": 8, - "metadata": {}, - "outputs": [], - "source": [ - "with Path(\"data/utterances.json\").open(\"w\") as file:\n", - " json.dump(utterances, file, indent=4, ensure_ascii=False)\n", - "\n", - "with Path(\"data/labels.json\").open(\"w\") as file:\n", - " json.dump(labels, file, indent=4, ensure_ascii=False)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## optimize pipeline" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "! poetry run autointent multilabel_path=default mode=multilabel" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## test pipeline" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "! poetry run autointent-inference data_path=\"/home/voorhs/repos/AutoIntent/experiments/hydra-configs/data/utterances.json\" source_dir=\"/home/voorhs/repos/AutoIntent/wild_swan_10-16-2024_11-36-04\" output_path=\"predictions.json\"" - ] - } - ], - "metadata": { - "kernelspec": { - "display_name": "autointent-D7M6VOhJ-py3.12", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.12.3" - } - }, - "nbformat": 4, - "nbformat_minor": 2 -} diff --git a/experiments/hydra-configs/node-optimizer.ipynb b/experiments/hydra-configs/node-optimizer.ipynb deleted file mode 100644 index 41c3640b..00000000 --- a/experiments/hydra-configs/node-optimizer.ipynb +++ /dev/null @@ -1,272 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "# Hydra configs for nodes" - ] - }, - { - "cell_type": "code", - "execution_count": 1, - "metadata": {}, - "outputs": [], - "source": [ - "import logging\n", - "\n", - "logger = logging.getLogger(__name__)" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent import Context\n", - "from autointent.pipeline.optimization.utils import get_run_name, load_data, get_db_dir\n", - "\n", - "\n", - "run_name = get_run_name(\"multiclass-cpu\")\n", - "db_dir = get_db_dir(\"\", run_name)\n", - "\n", - "data = load_data(\"/home/voorhs/repos/AutoIntent/tests/minimal_optimization/data/clinc_subset.json\", multilabel=False)\n", - "context = Context(\n", - " multiclass_intent_records=data,\n", - " multilabel_utterance_records=[],\n", - " test_utterance_records=[],\n", - " device=\"cpu\",\n", - " mode=\"multiclass_as_multilabel\",\n", - " multilabel_generation_config=\"\",\n", - " db_dir=db_dir,\n", - " regex_sampling=0,\n", - " seed=0,\n", - ")" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent.pipeline.optimization.utils import load_config\n", - "\n", - "config = load_config(\"/home/voorhs/repos/AutoIntent/autointent/datafiles/default-multilabel-config.yaml\", multilabel=True)" - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'nodes': [{'metric': 'retrieval_hit_rate_intersecting',\n", - " 'node_type': 'retrieval',\n", - " 'search_space': [{'k': [10],\n", - " 'model_name': ['deepvk/USER-bge-m3'],\n", - " 'module_type': 'vector_db'}]},\n", - " {'metric': 'scoring_roc_auc',\n", - " 'node_type': 'scoring',\n", - " 'search_space': [{'k': [3],\n", - " 'module_type': 'knn',\n", - " 'weights': ['uniform', 'distance', 'closest']},\n", - " {'module_type': 'linear'}]},\n", - " {'metric': 'prediction_accuracy',\n", - " 'node_type': 'prediction',\n", - " 'search_space': [{'module_type': 'threshold', 'thresh': [0.5]}]}]}\n" - ] - } - ], - "source": [ - "from pprint import pprint\n", - "\n", - "pprint(config)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Retrieval" - ] - }, - { - "cell_type": "code", - "execution_count": 5, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent.nodes.optimization import NodeOptimizer\n", - "\n", - "retrieval_optimizer = NodeOptimizer.from_dict_config(config[\"nodes\"][0])" - ] - }, - { - "cell_type": "code", - "execution_count": 6, - "metadata": {}, - "outputs": [], - "source": [ - "retrieval_optimizer.fit(context)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Scoring" - ] - }, - { - "cell_type": "code", - "execution_count": 7, - "metadata": {}, - "outputs": [], - "source": [ - "scoring_optimizer = NodeOptimizer.from_dict_config(config[\"nodes\"][1])" - ] - }, - { - "cell_type": "code", - "execution_count": 8, - "metadata": {}, - "outputs": [], - "source": [ - "scoring_optimizer.fit(context)" - ] - }, - { - "cell_type": "code", - "execution_count": 9, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "" - ] - }, - "execution_count": 9, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "scoring_optimizer" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Prediction" - ] - }, - { - "cell_type": "code", - "execution_count": 10, - "metadata": {}, - "outputs": [], - "source": [ - "prediction_optimizer = NodeOptimizer.from_dict_config(config[\"nodes\"][2])" - ] - }, - { - "cell_type": "code", - "execution_count": 11, - "metadata": {}, - "outputs": [], - "source": [ - "prediction_optimizer.fit(context)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## check result" - ] - }, - { - "cell_type": "code", - "execution_count": 12, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "{'metrics': {'regexp': [],\n", - " 'retrieval': [1.0],\n", - " 'scoring': [1.0, 1.0, 1.0, 1.0],\n", - " 'prediction': [0.8333333333333334]},\n", - " 'configs': {'regexp': [],\n", - " 'retrieval': [{'module_type': 'vector_db',\n", - " 'module_params': {'k': 10, 'model_name': 'deepvk/USER-bge-m3'},\n", - " 'metric_name': 'retrieval_hit_rate_intersecting',\n", - " 'metric_value': 1.0}],\n", - " 'scoring': [{'module_type': 'knn',\n", - " 'module_params': {'k': 3, 'weights': 'uniform'},\n", - " 'metric_name': 'scoring_roc_auc',\n", - " 'metric_value': 1.0},\n", - " {'module_type': 'knn',\n", - " 'module_params': {'k': 3, 'weights': 'distance'},\n", - " 'metric_name': 'scoring_roc_auc',\n", - " 'metric_value': 1.0},\n", - " {'module_type': 'knn',\n", - " 'module_params': {'k': 3, 'weights': 'closest'},\n", - " 'metric_name': 'scoring_roc_auc',\n", - " 'metric_value': 1.0},\n", - " {'module_type': 'linear',\n", - " 'module_params': {},\n", - " 'metric_name': 'scoring_roc_auc',\n", - " 'metric_value': 1.0}],\n", - " 'prediction': [{'module_type': 'threshold',\n", - " 'module_params': {'thresh': 0.5},\n", - " 'metric_name': 'prediction_accuracy',\n", - " 'metric_value': 0.8333333333333334}]}}" - ] - }, - "execution_count": 12, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "context.optimization_info.dump_evaluation_results()" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] - } - ], - "metadata": { - "kernelspec": { - "display_name": "autointent-D7M6VOhJ-py3.12", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.12.3" - } - }, - "nbformat": 4, - "nbformat_minor": 2 -} diff --git a/experiments/hydra-configs/opt-inf-nodes-multiclass.ipynb b/experiments/hydra-configs/opt-inf-nodes-multiclass.ipynb deleted file mode 100644 index 680d3f57..00000000 --- a/experiments/hydra-configs/opt-inf-nodes-multiclass.ipynb +++ /dev/null @@ -1,602 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Optimization" - ] - }, - { - "cell_type": "code", - "execution_count": 1, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent.nodes.optimization import NodeOptimizer" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": {}, - "outputs": [], - "source": [ - "import logging\n", - "\n", - "logger = logging.getLogger(__name__)" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent import Context\n", - "from autointent.pipeline.optimization.utils import get_run_name, load_data, get_db_dir\n", - "\n", - "\n", - "run_name = get_run_name(\"multiclass-cpu\")\n", - "db_dir = get_db_dir(\"\", run_name)\n", - "\n", - "data = load_data(\"/home/voorhs/repos/AutoIntent/tests/minimal_optimization/data/clinc_subset.json\", multilabel=False)\n", - "context = Context(\n", - " multiclass_intent_records=data,\n", - " multilabel_utterance_records=[],\n", - " test_utterance_records=[],\n", - " device=\"cpu\",\n", - " mode=\"multiclass\",\n", - " multilabel_generation_config=\"\",\n", - " db_dir=db_dir,\n", - " regex_sampling=0,\n", - " seed=0,\n", - " dump_dir=\"modules_dumps_multiclass\"\n", - ")" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Retrieval" - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": {}, - "outputs": [], - "source": [ - "retrieval_optimizer_config = {\n", - " 'metric': 'retrieval_hit_rate_intersecting',\n", - " 'node_type': 'retrieval',\n", - " 'search_space': [\n", - " {\n", - " 'k': [10],\n", - " 'model_name': ['deepvk/USER-bge-m3'],\n", - " 'module_type': 'vector_db'\n", - " }\n", - " ]\n", - "}" - ] - }, - { - "cell_type": "code", - "execution_count": 5, - "metadata": {}, - "outputs": [], - "source": [ - "retrieval_optimizer = NodeOptimizer.from_dict_config(retrieval_optimizer_config)" - ] - }, - { - "cell_type": "code", - "execution_count": 6, - "metadata": {}, - "outputs": [], - "source": [ - "retrieval_optimizer.fit(context)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Scoring" - ] - }, - { - "cell_type": "code", - "execution_count": 7, - "metadata": {}, - "outputs": [], - "source": [ - "scoring_optimizer_config = {\n", - " 'metric': 'scoring_roc_auc',\n", - " 'node_type': 'scoring',\n", - " 'search_space': [\n", - " {\n", - " 'k': [3],\n", - " 'module_type': 'knn',\n", - " 'weights': ['uniform', 'distance', 'closest']\n", - " },\n", - " {\n", - " 'module_type': 'linear'\n", - " },\n", - " # {\n", - " # \"module_type\": \"mlknn\",\n", - " # \"k\": [5]\n", - " # },\n", - " {\n", - " \"module_type\": \"dnnc\",\n", - " \"model_name\": [\"cross-encoder/ms-marco-MiniLM-L-6-v2\"],\n", - " \"k\": [3],\n", - " \"train_head\": [False, True]\n", - " }\n", - " ]\n", - "}" - ] - }, - { - "cell_type": "code", - "execution_count": 8, - "metadata": {}, - "outputs": [], - "source": [ - "scoring_optimizer = NodeOptimizer.from_dict_config(scoring_optimizer_config)" - ] - }, - { - "cell_type": "code", - "execution_count": 9, - "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n" - ] - } - ], - "source": [ - "scoring_optimizer.fit(context)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Prediction" - ] - }, - { - "cell_type": "code", - "execution_count": 10, - "metadata": {}, - "outputs": [], - "source": [ - "prediction_optimizer_config = {\n", - " 'metric': 'prediction_accuracy',\n", - " 'node_type': 'prediction',\n", - " 'search_space': [\n", - " {\n", - " 'module_type': 'threshold',\n", - " 'thresh': [0.5]\n", - " },\n", - " {\n", - " 'module_type': 'tunable',\n", - " 'n_trials': [None, 3]\n", - " },\n", - " {\n", - " 'module_type': 'argmax',\n", - " },\n", - " {\n", - " 'module_type': 'jinoos',\n", - " },\n", - " ]\n", - "}" - ] - }, - { - "cell_type": "code", - "execution_count": 11, - "metadata": {}, - "outputs": [], - "source": [ - "prediction_optimizer = NodeOptimizer.from_dict_config(prediction_optimizer_config)" - ] - }, - { - "cell_type": "code", - "execution_count": 12, - "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "[I 2024-10-15 21:31:08,782] A new study created in memory with name: no-name-75e8efe0-2c53-434e-a110-e2d77bdac59a\n", - "Your data contains out-of-scope utterances, but ArgmaxPredictor cannot detect them. Consider different predictor\n" - ] - } - ], - "source": [ - "prediction_optimizer.fit(context)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### check result" - ] - }, - { - "cell_type": "code", - "execution_count": 13, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "{'metrics': {'regexp': [],\n", - " 'retrieval': [0.5],\n", - " 'scoring': [1.0, 1.0, 1.0, 1.0, 0.6666666666666666, 1.0],\n", - " 'prediction': [0.5714285714285714,\n", - " 0.7142857142857143,\n", - " 0.7142857142857143,\n", - " 0.5714285714285714,\n", - " 0.7142857142857143]},\n", - " 'configs': {'regexp': [],\n", - " 'retrieval': [{'module_type': 'vector_db',\n", - " 'module_params': {'k': 10, 'model_name': 'deepvk/USER-bge-m3'},\n", - " 'metric_name': 'retrieval_hit_rate_intersecting',\n", - " 'metric_value': 0.5,\n", - " 'module_dump_dir': 'modules_dumps_multiclass/retrieval/vector_db/comb_0'}],\n", - " 'scoring': [{'module_type': 'knn',\n", - " 'module_params': {'k': 3, 'weights': 'uniform'},\n", - " 'metric_name': 'scoring_roc_auc',\n", - " 'metric_value': 1.0,\n", - " 'module_dump_dir': 'modules_dumps_multiclass/scoring/knn/comb_0'},\n", - " {'module_type': 'knn',\n", - " 'module_params': {'k': 3, 'weights': 'distance'},\n", - " 'metric_name': 'scoring_roc_auc',\n", - " 'metric_value': 1.0,\n", - " 'module_dump_dir': 'modules_dumps_multiclass/scoring/knn/comb_1'},\n", - " {'module_type': 'knn',\n", - " 'module_params': {'k': 3, 'weights': 'closest'},\n", - " 'metric_name': 'scoring_roc_auc',\n", - " 'metric_value': 1.0,\n", - " 'module_dump_dir': 'modules_dumps_multiclass/scoring/knn/comb_2'},\n", - " {'module_type': 'linear',\n", - " 'module_params': {},\n", - " 'metric_name': 'scoring_roc_auc',\n", - " 'metric_value': 1.0,\n", - " 'module_dump_dir': 'modules_dumps_multiclass/scoring/linear/comb_0'},\n", - " {'module_type': 'dnnc',\n", - " 'module_params': {'model_name': 'cross-encoder/ms-marco-MiniLM-L-6-v2',\n", - " 'k': 3,\n", - " 'train_head': False},\n", - " 'metric_name': 'scoring_roc_auc',\n", - " 'metric_value': 0.6666666666666666,\n", - " 'module_dump_dir': 'modules_dumps_multiclass/scoring/dnnc/comb_0'},\n", - " {'module_type': 'dnnc',\n", - " 'module_params': {'model_name': 'cross-encoder/ms-marco-MiniLM-L-6-v2',\n", - " 'k': 3,\n", - " 'train_head': True},\n", - " 'metric_name': 'scoring_roc_auc',\n", - " 'metric_value': 1.0,\n", - " 'module_dump_dir': 'modules_dumps_multiclass/scoring/dnnc/comb_1'}],\n", - " 'prediction': [{'module_type': 'threshold',\n", - " 'module_params': {'thresh': 0.5},\n", - " 'metric_name': 'prediction_accuracy',\n", - " 'metric_value': 0.5714285714285714,\n", - " 'module_dump_dir': 'modules_dumps_multiclass/prediction/threshold/comb_0'},\n", - " {'module_type': 'tunable',\n", - " 'module_params': {'n_trials': None},\n", - " 'metric_name': 'prediction_accuracy',\n", - " 'metric_value': 0.7142857142857143,\n", - " 'module_dump_dir': 'modules_dumps_multiclass/prediction/tunable/comb_0'},\n", - " {'module_type': 'tunable',\n", - " 'module_params': {'n_trials': 3},\n", - " 'metric_name': 'prediction_accuracy',\n", - " 'metric_value': 0.7142857142857143,\n", - " 'module_dump_dir': 'modules_dumps_multiclass/prediction/tunable/comb_1'},\n", - " {'module_type': 'argmax',\n", - " 'module_params': {},\n", - " 'metric_name': 'prediction_accuracy',\n", - " 'metric_value': 0.5714285714285714,\n", - " 'module_dump_dir': 'modules_dumps_multiclass/prediction/argmax/comb_0'},\n", - " {'module_type': 'jinoos',\n", - " 'module_params': {},\n", - " 'metric_name': 'prediction_accuracy',\n", - " 'metric_value': 0.7142857142857143,\n", - " 'module_dump_dir': 'modules_dumps_multiclass/prediction/jinoos/comb_0'}]}}" - ] - }, - "execution_count": 13, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "context.optimization_info.dump_evaluation_results()" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Inference" - ] - }, - { - "cell_type": "code", - "execution_count": 14, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent.nodes import InferenceNode" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Retrieval" - ] - }, - { - "cell_type": "code", - "execution_count": 15, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\n", - "==== vector_db ====\n", - "\n", - "[2, 2, 2, 2, 1, 1, 1, 0, 1, 0] [np.float32(0.477605), np.float32(0.4929347), np.float32(0.49597514), np.float32(0.50022346), np.float32(0.553351), np.float32(0.55573064), np.float32(0.5758226), np.float32(0.60500944), np.float32(0.6174678), np.float32(0.67098904)] ['please set an alarm for mid day', 'set my alarm for getting up', 'make sure my alarm is set for three thirty in the morning', 'have an alarm set for three in the morning', 'i am nost sure why my account is blocked', 'i think my account is blocked but i do not know the reason', 'can you tell me why is my bank account frozen', 'is it possible to make a reservation at redrobin', 'why is there a hold on my american saving bank account', 'does redrobin take reservations']\n" - ] - } - ], - "source": [ - "import gc\n", - "import torch\n", - "\n", - "\n", - "for trial in context.optimization_info.trials.retrieval:\n", - " print(f\"\\n==== {trial.module_type} ====\\n\")\n", - " config = dict(\n", - " node_type=\"retrieval\",\n", - " module_type=trial.module_type,\n", - " module_config=trial.module_params,\n", - " load_path=trial.module_dump_dir,\n", - " )\n", - " node = InferenceNode(**config)\n", - " labels, distances, texts = node.module.predict([\"hello\", \"world\"])\n", - " print(labels[0], distances[0], texts[0])\n", - " node.module.clear_cache()\n", - " gc.collect()\n", - " torch.cuda.empty_cache()" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Scoring" - ] - }, - { - "cell_type": "code", - "execution_count": 16, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\n", - "==== knn ====\n", - "\n", - "[[0. 0. 1.]\n", - " [0. 0. 1.]]\n", - "\n", - "==== knn ====\n", - "\n", - "[[0. 0. 1.]\n", - " [0. 0. 1.]]\n", - "\n", - "==== knn ====\n", - "\n", - "[[0. 0. 0.7611975 ]\n", - " [0. 0. 0.74537146]]\n", - "\n", - "==== linear ====\n", - "\n", - "[[0.21546907 0.33743832 0.44709261]\n", - " [0.22099187 0.3357609 0.44324723]]\n", - "\n", - "==== dnnc ====\n", - "\n", - "[[ 0. 0. -10.27686977]\n", - " [ 0. 0. -10.98405933]]\n", - "\n", - "==== dnnc ====\n", - "\n", - "[[0. 0. 0.18697797]\n", - " [0. 0. 0.07185777]]\n" - ] - } - ], - "source": [ - "for trial in context.optimization_info.trials.scoring:\n", - " print(f\"\\n==== {trial.module_type} ====\\n\")\n", - " config = dict(\n", - " node_type=\"scoring\",\n", - " module_type=trial.module_type,\n", - " module_config=trial.module_params,\n", - " load_path=trial.module_dump_dir,\n", - " )\n", - " node = InferenceNode(**config)\n", - " scores = node.module.predict([\"hello\", \"world\"])\n", - " print(scores)\n", - " node.module.clear_cache()\n", - " gc.collect()\n", - " torch.cuda.empty_cache()" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Prediction" - ] - }, - { - "cell_type": "code", - "execution_count": 17, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\n", - "==== threshold ====\n", - "\n", - "[-1 -1]\n", - "\n", - "==== tunable ====\n", - "\n", - "[-1 -1]\n", - "\n", - "==== tunable ====\n", - "\n", - "[-1 -1]\n", - "\n", - "==== argmax ====\n", - "\n", - "[2 2]\n", - "\n", - "==== jinoos ====\n", - "\n", - "[-1 -1]\n" - ] - } - ], - "source": [ - "import numpy as np\n", - "\n", - "\n", - "for trial in context.optimization_info.trials.prediction:\n", - " print(f\"\\n==== {trial.module_type} ====\\n\")\n", - " config = dict(\n", - " node_type=\"prediction\",\n", - " module_type=trial.module_type,\n", - " module_config=trial.module_params,\n", - " load_path=trial.module_dump_dir,\n", - " )\n", - " node = InferenceNode(**config)\n", - " scores = node.module.predict(np.array([[0.27486506, 0.31681463, 0.37459106], [0.2769358, 0.31536099, 0.37366978]]))\n", - " print(scores)\n", - " node.module.clear_cache()\n", - " gc.collect()\n", - " torch.cuda.empty_cache()" - ] - } - ], - "metadata": { - "kernelspec": { - "display_name": "autointent-D7M6VOhJ-py3.12", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.12.3" - } - }, - "nbformat": 4, - "nbformat_minor": 2 -} diff --git a/experiments/hydra-configs/opt-inf-nodes.ipynb b/experiments/hydra-configs/opt-inf-nodes.ipynb deleted file mode 100644 index cadc505a..00000000 --- a/experiments/hydra-configs/opt-inf-nodes.ipynb +++ /dev/null @@ -1,493 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Optimization" - ] - }, - { - "cell_type": "code", - "execution_count": 1, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent.nodes.optimization import NodeOptimizer" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": {}, - "outputs": [], - "source": [ - "import logging\n", - "\n", - "logger = logging.getLogger(__name__)" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent import Context\n", - "from autointent.pipeline.optimization.utils import get_run_name, load_data, get_db_dir\n", - "\n", - "\n", - "run_name = get_run_name(\"multiclass-cpu\")\n", - "db_dir = get_db_dir(\"\", run_name)\n", - "\n", - "data = load_data(\"/home/voorhs/repos/AutoIntent/tests/minimal_optimization/data/clinc_subset.json\", multilabel=False)\n", - "context = Context(\n", - " multiclass_intent_records=data,\n", - " multilabel_utterance_records=[],\n", - " test_utterance_records=[],\n", - " device=\"cpu\",\n", - " mode=\"multiclass_as_multilabel\",\n", - " multilabel_generation_config=\"\",\n", - " db_dir=db_dir,\n", - " regex_sampling=0,\n", - " seed=0,\n", - " dump_dir=\"modules_dumps_multilabel\"\n", - ")" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Retrieval" - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": {}, - "outputs": [], - "source": [ - "retrieval_optimizer_config = {\n", - " 'metric': 'retrieval_hit_rate_intersecting',\n", - " 'node_type': 'retrieval',\n", - " 'search_space': [\n", - " {\n", - " 'k': [10],\n", - " 'model_name': ['deepvk/USER-bge-m3'],\n", - " 'module_type': 'vector_db'\n", - " }\n", - " ]\n", - "}" - ] - }, - { - "cell_type": "code", - "execution_count": 5, - "metadata": {}, - "outputs": [], - "source": [ - "retrieval_optimizer = NodeOptimizer.from_dict_config(retrieval_optimizer_config)" - ] - }, - { - "cell_type": "code", - "execution_count": 6, - "metadata": {}, - "outputs": [], - "source": [ - "retrieval_optimizer.fit(context)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Scoring" - ] - }, - { - "cell_type": "code", - "execution_count": 7, - "metadata": {}, - "outputs": [], - "source": [ - "scoring_optimizer_config = {\n", - " 'metric': 'scoring_roc_auc',\n", - " 'node_type': 'scoring',\n", - " 'search_space': [\n", - " {\n", - " 'k': [3],\n", - " 'module_type': 'knn',\n", - " 'weights': ['uniform', 'distance', 'closest']\n", - " },\n", - " {\n", - " 'module_type': 'linear'\n", - " },\n", - " {\n", - " \"module_type\": \"mlknn\",\n", - " \"k\": [5]\n", - " },\n", - " # {\n", - " # \"module_type\": \"dnnc\",\n", - " # \"model_name\": [\"cross-encoder/ms-marco-MiniLM-L-6-v2\"],\n", - " # \"k\": [3],\n", - " # \"train_head\": [False, True]\n", - " # }\n", - " ]\n", - "}" - ] - }, - { - "cell_type": "code", - "execution_count": 8, - "metadata": {}, - "outputs": [], - "source": [ - "scoring_optimizer = NodeOptimizer.from_dict_config(scoring_optimizer_config)" - ] - }, - { - "cell_type": "code", - "execution_count": 9, - "metadata": {}, - "outputs": [], - "source": [ - "scoring_optimizer.fit(context)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Prediction" - ] - }, - { - "cell_type": "code", - "execution_count": 10, - "metadata": {}, - "outputs": [], - "source": [ - "prediction_optimizer_config = {\n", - " 'metric': 'prediction_accuracy',\n", - " 'node_type': 'prediction',\n", - " 'search_space': [\n", - " {\n", - " 'module_type': 'threshold',\n", - " 'thresh': [0.5]\n", - " },\n", - " {\n", - " 'module_type': 'tunable',\n", - " 'n_trials': [None, 3]\n", - " },\n", - " # {\n", - " # 'module_type': 'argmax',\n", - " # },\n", - " # {\n", - " # 'module_type': 'jinoos',\n", - " # },\n", - " ]\n", - "}" - ] - }, - { - "cell_type": "code", - "execution_count": 11, - "metadata": {}, - "outputs": [], - "source": [ - "prediction_optimizer = NodeOptimizer.from_dict_config(prediction_optimizer_config)" - ] - }, - { - "cell_type": "code", - "execution_count": 12, - "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "[I 2024-10-15 21:29:51,125] A new study created in memory with name: no-name-5b455f32-7e46-49b6-b481-1347fe2db2c0\n" - ] - } - ], - "source": [ - "prediction_optimizer.fit(context)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### check result" - ] - }, - { - "cell_type": "code", - "execution_count": 13, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "{'metrics': {'regexp': [],\n", - " 'retrieval': [1.0],\n", - " 'scoring': [1.0, 1.0, 1.0, 1.0, 1.0],\n", - " 'prediction': [0.8333333333333334, 0.8888888888888888, 0.8888888888888888]},\n", - " 'configs': {'regexp': [],\n", - " 'retrieval': [{'module_type': 'vector_db',\n", - " 'module_params': {'k': 10, 'model_name': 'deepvk/USER-bge-m3'},\n", - " 'metric_name': 'retrieval_hit_rate_intersecting',\n", - " 'metric_value': 1.0,\n", - " 'module_dump_dir': 'modules_dumps_multilabel/retrieval/vector_db/comb_0'}],\n", - " 'scoring': [{'module_type': 'knn',\n", - " 'module_params': {'k': 3, 'weights': 'uniform'},\n", - " 'metric_name': 'scoring_roc_auc',\n", - " 'metric_value': 1.0,\n", - " 'module_dump_dir': 'modules_dumps_multilabel/scoring/knn/comb_0'},\n", - " {'module_type': 'knn',\n", - " 'module_params': {'k': 3, 'weights': 'distance'},\n", - " 'metric_name': 'scoring_roc_auc',\n", - " 'metric_value': 1.0,\n", - " 'module_dump_dir': 'modules_dumps_multilabel/scoring/knn/comb_1'},\n", - " {'module_type': 'knn',\n", - " 'module_params': {'k': 3, 'weights': 'closest'},\n", - " 'metric_name': 'scoring_roc_auc',\n", - " 'metric_value': 1.0,\n", - " 'module_dump_dir': 'modules_dumps_multilabel/scoring/knn/comb_2'},\n", - " {'module_type': 'linear',\n", - " 'module_params': {},\n", - " 'metric_name': 'scoring_roc_auc',\n", - " 'metric_value': 1.0,\n", - " 'module_dump_dir': 'modules_dumps_multilabel/scoring/linear/comb_0'},\n", - " {'module_type': 'mlknn',\n", - " 'module_params': {'k': 5},\n", - " 'metric_name': 'scoring_roc_auc',\n", - " 'metric_value': 1.0,\n", - " 'module_dump_dir': 'modules_dumps_multilabel/scoring/mlknn/comb_0'}],\n", - " 'prediction': [{'module_type': 'threshold',\n", - " 'module_params': {'thresh': 0.5},\n", - " 'metric_name': 'prediction_accuracy',\n", - " 'metric_value': 0.8333333333333334,\n", - " 'module_dump_dir': 'modules_dumps_multilabel/prediction/threshold/comb_0'},\n", - " {'module_type': 'tunable',\n", - " 'module_params': {'n_trials': None},\n", - " 'metric_name': 'prediction_accuracy',\n", - " 'metric_value': 0.8888888888888888,\n", - " 'module_dump_dir': 'modules_dumps_multilabel/prediction/tunable/comb_0'},\n", - " {'module_type': 'tunable',\n", - " 'module_params': {'n_trials': 3},\n", - " 'metric_name': 'prediction_accuracy',\n", - " 'metric_value': 0.8888888888888888,\n", - " 'module_dump_dir': 'modules_dumps_multilabel/prediction/tunable/comb_1'}]}}" - ] - }, - "execution_count": 13, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "context.optimization_info.dump_evaluation_results()" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Inference" - ] - }, - { - "cell_type": "code", - "execution_count": 14, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent.nodes import InferenceNode" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Retrieval" - ] - }, - { - "cell_type": "code", - "execution_count": 15, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\n", - "==== vector_db ====\n", - "\n", - "[[0, 0, 1], [0, 0, 1], [0, 0, 1], [0, 0, 1], [0, 1, 0], [0, 1, 0], [1, 0, 0], [0, 1, 0], [0, 1, 0], [1, 0, 0]] [np.float32(0.477605), np.float32(0.49597514), np.float32(0.50022346), np.float32(0.5128485), np.float32(0.55573064), np.float32(0.5758226), np.float32(0.58933824), np.float32(0.6130637), np.float32(0.6174678), np.float32(0.63502705)] ['please set an alarm for mid day', 'make sure my alarm is set for three thirty in the morning', 'have an alarm set for three in the morning', 'wake me up at noon tomorrow', 'i think my account is blocked but i do not know the reason', 'can you tell me why is my bank account frozen', 'can i make a reservation for redrobin', 'why is there a hold on my capital one checking account', 'why is there a hold on my american saving bank account', 'are reservations taken at redrobin']\n" - ] - } - ], - "source": [ - "import gc\n", - "import torch\n", - "\n", - "\n", - "for trial in context.optimization_info.trials.retrieval:\n", - " print(f\"\\n==== {trial.module_type} ====\\n\")\n", - " config = dict(\n", - " node_type=\"retrieval\",\n", - " module_type=trial.module_type,\n", - " module_config=trial.module_params,\n", - " load_path=trial.module_dump_dir,\n", - " )\n", - " node = InferenceNode(**config)\n", - " labels, distances, texts = node.module.predict([\"hello\", \"world\"])\n", - " print(labels[0], distances[0], texts[0])\n", - " node.module.clear_cache()\n", - " gc.collect()\n", - " torch.cuda.empty_cache()" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Scoring" - ] - }, - { - "cell_type": "code", - "execution_count": 16, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\n", - "==== knn ====\n", - "\n", - "[[0. 0. 1.]\n", - " [0. 0. 1.]]\n", - "\n", - "==== knn ====\n", - "\n", - "[[0. 0. 1. ]\n", - " [0. 0. 0.99999998]]\n", - "\n", - "==== knn ====\n", - "\n", - "[[0. 0. 0.7611975 ]\n", - " [0. 0. 0.73897344]]\n", - "\n", - "==== linear ====\n", - "\n", - "[[0.27486506 0.31681463 0.37459106]\n", - " [0.2769358 0.31536099 0.37366978]]\n", - "\n", - "==== mlknn ====\n", - "\n", - "[[0.08860759 0.1147541 0.79545455]\n", - " [0.08860759 0.1147541 0.79545455]]\n" - ] - } - ], - "source": [ - "for trial in context.optimization_info.trials.scoring:\n", - " print(f\"\\n==== {trial.module_type} ====\\n\")\n", - " config = dict(\n", - " node_type=\"scoring\",\n", - " module_type=trial.module_type,\n", - " module_config=trial.module_params,\n", - " load_path=trial.module_dump_dir,\n", - " )\n", - " node = InferenceNode(**config)\n", - " scores = node.module.predict([\"hello\", \"world\"])\n", - " print(scores)\n", - " node.module.clear_cache()\n", - " gc.collect()\n", - " torch.cuda.empty_cache()" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Prediction" - ] - }, - { - "cell_type": "code", - "execution_count": 17, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\n", - "==== threshold ====\n", - "\n", - "[[0 0 0]\n", - " [0 0 0]]\n", - "\n", - "==== tunable ====\n", - "\n", - "[[0 0 0]\n", - " [0 0 0]]\n", - "\n", - "==== tunable ====\n", - "\n", - "[[0 0 0]\n", - " [0 0 0]]\n" - ] - } - ], - "source": [ - "import numpy as np\n", - "\n", - "\n", - "for trial in context.optimization_info.trials.prediction:\n", - " print(f\"\\n==== {trial.module_type} ====\\n\")\n", - " config = dict(\n", - " node_type=\"prediction\",\n", - " module_type=trial.module_type,\n", - " module_config=trial.module_params,\n", - " load_path=trial.module_dump_dir,\n", - " )\n", - " node = InferenceNode(**config)\n", - " scores = node.module.predict(np.array([[0.27486506, 0.31681463, 0.37459106], [0.2769358, 0.31536099, 0.37366978]]))\n", - " print(scores)\n", - " node.module.clear_cache()\n", - " gc.collect()\n", - " torch.cuda.empty_cache()" - ] - } - ], - "metadata": { - "kernelspec": { - "display_name": "autointent-D7M6VOhJ-py3.12", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.12.3" - } - }, - "nbformat": 4, - "nbformat_minor": 2 -} diff --git a/experiments/hydra-configs/pipeline-optimizer.ipynb b/experiments/hydra-configs/pipeline-optimizer.ipynb deleted file mode 100644 index 15e1b010..00000000 --- a/experiments/hydra-configs/pipeline-optimizer.ipynb +++ /dev/null @@ -1,232 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Pipeline" - ] - }, - { - "cell_type": "code", - "execution_count": 1, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent import Context\n", - "from autointent.pipeline.optimization.utils import get_run_name, load_data, get_db_dir\n", - "\n", - "\n", - "run_name = get_run_name(\"multiclass-cpu\")\n", - "db_dir = get_db_dir(\"\", run_name)\n", - "\n", - "data = load_data(\"/home/voorhs/repos/AutoIntent/tests/minimal_optimization/data/clinc_subset.json\", multilabel=False)\n", - "context = Context(\n", - " multiclass_intent_records=data,\n", - " multilabel_utterance_records=[],\n", - " test_utterance_records=[],\n", - " device=\"cpu\",\n", - " mode=\"multiclass\",\n", - " multilabel_generation_config=\"\",\n", - " db_dir=db_dir,\n", - " regex_sampling=0,\n", - " seed=0,\n", - ")" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent.pipeline.optimization.utils import load_config\n", - "\n", - "config = load_config(\"/home/voorhs/repos/AutoIntent/autointent/datafiles/default-multilabel-config.yaml\", multilabel=True)" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'nodes': [{'metric': 'retrieval_hit_rate_intersecting',\n", - " 'node_type': 'retrieval',\n", - " 'search_space': [{'k': [10],\n", - " 'model_name': ['deepvk/USER-bge-m3'],\n", - " 'module_type': 'vector_db'}]},\n", - " {'metric': 'scoring_roc_auc',\n", - " 'node_type': 'scoring',\n", - " 'search_space': [{'k': [3],\n", - " 'module_type': 'knn',\n", - " 'weights': ['uniform', 'distance', 'closest']},\n", - " {'module_type': 'linear'}]},\n", - " {'metric': 'prediction_accuracy',\n", - " 'node_type': 'prediction',\n", - " 'search_space': [{'module_type': 'threshold', 'thresh': [0.5]}]}]}\n" - ] - } - ], - "source": [ - "from pprint import pprint\n", - "pprint(config)" - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent.pipeline import PipelineOptimizer\n", - "\n", - "pipeline = PipelineOptimizer.from_dict_config(config)" - ] - }, - { - "cell_type": "code", - "execution_count": 5, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "autointent.pipeline.optimization.pipeline_optimizer.PipelineOptimizer" - ] - }, - "execution_count": 5, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "type(pipeline)" - ] - }, - { - "cell_type": "code", - "execution_count": 6, - "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n" - ] - } - ], - "source": [ - "pipeline.optimize(context)" - ] - }, - { - "cell_type": "code", - "execution_count": 7, - "metadata": {}, - "outputs": [], - "source": [ - "pipeline.dump(\"\", run_name)" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] - } - ], - "metadata": { - "kernelspec": { - "display_name": "autointent-D7M6VOhJ-py3.12", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.12.3" - } - }, - "nbformat": 4, - "nbformat_minor": 2 -} diff --git a/experiments/intent_description/ac_robotic_new_fix_with_intent_desc.json b/experiments/intent_description/ac_robotic_new_fix_with_intent_desc.json deleted file mode 100644 index 2402a6a9..00000000 --- a/experiments/intent_description/ac_robotic_new_fix_with_intent_desc.json +++ /dev/null @@ -1,393 +0,0 @@ -{ - "utterances": [], - "intents": [ - { - "id": 6, - "name": "move_forward", - "tags": [ - "movement_direction" - ], - "regexp_full_match": [ - "(пожалуйста(,){0,1} ){0,1}((проедь)|(проезжай)|(едь)|(езжай)|(двигайся)|(подвинься)|(продвигайся)|(отъедь)|(отъезжай)) ((вперёд)|(вперед)|(по прямой)|(прямо)) (на ){0,1}((2)|(три)|(17)|(десять)){0,1}( метров){0,1}", - "(пожалуйста(,){0,1} ){0,1}((проедь)|(проезжай)|(едь)|(езжай)|(двигайся)|(подвинься)|(продвигайся)|(отъедь)|(отъезжай)) ((вперёд)|(вперед)|(по прямой)|(прямо)) (на ){0,1}((10)|(десять)){0,1}( метров){0,1}(, если можешь){0,1}", - "((тебе ((надо)|(следует)|(стоит))|ты (можешь|мог бы|не мог бы)) ){0,1}((проехать)|(отъехать)|(доехать)|(продвинуться)|(подвинуться)) ((вперёд)|(вперед)|(по прямой)|(прямо)) (на ){0,1}((6)|(пять)){0,1}( метров){0,1}", - "(робот(,){0,1} ){0,1}(пожалуйста(,){0,1} ){0,1}((проедь)|(проезжай)|(едь)|(езжай)|(двигайся)|(подвинься)|(продвигайся)) (на ){0,1}((7)|(четыре)|(11)|(двенадцать)){0,1}( метров){0,1}", - "было бы хорошо, если бы ты ((проехал)|(продвинулся)|(подвинулся)|(отъехал)) ((вперёд)|(вперед)|(по прямой)|(прямо)) (на ){0,1}((20)|(семь)|(11)|(одиннадцать)){0,1}( метров){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:(?:про|по)?ед(?:ь(?:те)?|у)|(?:про|по)?езжай(?:те)?|двигай(?:ся|тесь)|(?:про|под)вин(?:ь(?:ся|тесь)|усь)|отъ?езжай(?:те)?)\\s+(?:вперёд|вперед|прямо|по\\s+прямой)(?:\\s+на\\s+(?:\\d+|[а-я]+)\\s*(?:метр(?:ов|а)?|м\\.?|шаг(?:ов|а)?))?(?:,?\\s*если\\s+можешь)?", - "(?i)(?:(?:не\\s+)?мог(?:\\s+бы)?\\s+(?:ли\\s+)?(?:ты|вы)|(?:ты\\s+)?(?:не\\s+)?мо(?:жешь|г(?:ла|ли)\\s+бы)|способен\\s+ли\\s+ты)\\s+(?:про|по)?ехать\\s+(?:вперёд|вперед|прямо|по\\s+прямой)(?:\\s+на\\s+(?:\\d+|[а-я]+)\\s*(?:метр(?:ов|а)?|м\\.?|шаг(?:ов|а)?))?", - "(?i)(?:тебе\\s+(?:надо|следует|стоит)|нужно|необходимо|требуется|следует)\\s+(?:про|по)?ехать\\s+(?:вперёд|вперед|прямо|по\\s+прямой)(?:\\s+на\\s+(?:\\d+|[а-я]+)\\s*(?:метр(?:ов|а)?|м\\.?|шаг(?:ов|а)?))?", - "(?i)(?:хорошо\\s+бы|было\\s+бы\\s+(?:неплохо|здорово|хорошо))(?:,?\\s*если\\s+бы)?\\s+(?:ты\\s+)?(?:про|по|под)?(?:ехал(?:а)?|двинул(?:ся|ась))\\s+(?:вперёд|вперед|прямо|по\\s+прямой)(?:\\s+на\\s+(?:\\d+|[а-я]+)\\s*(?:метр(?:ов|а)?|м\\.?|шаг(?:ов|а)?))?" - ], - "description": "Пользователь хочет, чтобы транспортное средство двигалось вперёд на указанное расстояние." - }, - { - "id": 5, - "name": "move_backward", - "tags": [ - "movement_direction" - ], - "regexp_full_match": [ - "(пожалуйста(,){0,1} ){0,1}((проедь)|(проезжай)|(едь)|(езжай)|(двигайся)|(подвинься)|(отодвинься)|(отъедь)|(отъезжай)) ((назад)|(в обратно направлении)|(обратно)) (на ){0,1}((2)|(три)|(17)|(десять)){0,1}( метров){0,1}", - "(пожалуйста(,){0,1} ){0,1}((проедь)|(проезжай)|(едь)|(езжай)|(двигайся)|(подвинься)|(отодвинься)|(отъедь)|(отъезжай)) ((назад)|(в обратно направлении)|(обратно)) (на ){0,1}((10)|(десять)){0,1}( метров){0,1}(, если можешь){0,1}", - "((тебе ((надо)|(следует)|(стоит))|ты (можешь|мог бы|не мог бы)) ){0,1}((проехать)|(отъехать)|(доехать)|(отодвинуться)|(подвинуться)) ((назад)|(в обратно направлении)|(обратно)) (на ){0,1}((6)|(пять)){0,1}( метров){0,1}", - "(робот(,){0,1} ){0,1}(пожалуйста(,){0,1} ){0,1}((отодвинься)|(отъедь)|(отъезжай)) (на ){0,1}((7)|(четыре)|(11)|(двенадцать)){0,1}( метров){0,1}", - "было бы хорошо, если бы ты ((проехал)|(отодвинулся)|(подвинулся)|(отъехал)) ((назад)|(в обратно направлении)|(обратно)) (на ){0,1}((20)|(семь)|(11)|(одиннадцать)){0,1}( метров){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:(?:про|по|ото)?(?:ед(?:ь(?:те)?|у)|езжай(?:те)?|двигай(?:ся|тесь)|двин(?:ь(?:ся|тесь)|усь)|отъ?езжай(?:те)?))\\s+(?:назад|обратно|в\\s+обратн(?:ом|ую)\\s+(?:направлени(?:и|ю)|сторону))(?:\\s+на\\s+(?:\\d+|[а-я]+)\\s*(?:метр(?:ов|а)?|м\\.?|шаг(?:ов|а)?))?(?:,?\\s*если\\s+можешь)?", - "(?i)(?:(?:не\\s+)?мог(?:\\s+бы)?\\s+(?:ли\\s+)?(?:ты|вы)|(?:ты\\s+)?(?:не\\s+)?мо(?:жешь|г(?:ла|ли)\\s+бы)|способен\\s+ли\\s+ты)\\s+(?:про|по|ото)?(?:ехать|двинуться)\\s+(?:назад|обратно|в\\s+обратн(?:ом|ую)\\s+(?:направлени(?:и|ю)|сторону))(?:\\s+на\\s+(?:\\d+|[а-я]+)\\s*(?:метр(?:ов|а)?|м\\.?|шаг(?:ов|а)?))?", - "(?i)(?:тебе\\s+(?:надо|следует|стоит)|нужно|необходимо|требуется|следует)\\s+(?:про|по|ото)?(?:ехать|двинуться)\\s+(?:назад|обратно|в\\s+обратн(?:ом|ую)\\s+(?:направлени(?:и|ю)|сторону))(?:\\s+на\\s+(?:\\d+|[а-я]+)\\s*(?:метр(?:ов|а)?|м\\.?|шаг(?:ов|а)?))?", - "(?i)(?:хорошо\\s+бы|было\\s+бы\\s+(?:неплохо|здорово|хорошо))(?:,?\\s*если\\s+бы)?\\s+(?:ты\\s+)?(?:про|по|ото)?(?:ехал(?:а)?|двинул(?:ся|ась))\\s+(?:назад|обратно|в\\s+обратн(?:ом|ую)\\s+(?:направлени(?:и|ю)|сторону))(?:\\s+на\\s+(?:\\d+|[а-я]+)\\s*(?:метр(?:ов|а)?|м\\.?|шаг(?:ов|а)?))?" - ], - "description": "Пользователь хочет, чтобы кто-то или что-то переместилось назад." - }, - { - "id": 0, - "name": "GO", - "tags": [], - "regexp_full_match": [ - "((иди)|(пройди)|(продвинься)|(переместись)) ((на расстояние)|(на дистанцию)){0,1} ((метров)|(шагов)|(единиц)){0,1} ((вперед)|(назад)|(влево)|(вправо)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((иди)|(пройди)|(продвинься)|(переместись)) ((на расстояние)|(на дистанцию)){0,1} ((метров)|(шагов)|(единиц)){0,1} ((вперед)|(назад)|(влево)|(вправо)){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(способен ли ты)) ((идти)|(пройти)|(продвинуться)|(переместиться)) ((на расстояние)|(на дистанцию)){0,1} ((метров)|(шагов)|(единиц)){0,1} ((вперед)|(назад)|(влево)|(вправо)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((иди)|(пройди)|(продвинься)|(переместись)) ((на расстояние)|(на дистанцию)){0,1} ((метров)|(шагов)|(единиц)){0,1} ((вперед)|(назад)|(влево)|(вправо)){0,1}", - "((нужно)|(следует)|(требуется)|(необходимо)) ((идти)|(пройти)|(продвинуться)|(переместиться)) ((на расстояние)|(на дистанцию)){0,1} ((метров)|(шагов)|(единиц)){0,1} ((вперед)|(назад)|(влево)|(вправо)){0,1}", - "((было бы хорошо)|(неплохо бы)), если бы ты ((прошел)|(продвинулся)|(переместился)) ((на расстояние)|(на дистанцию)){0,1} ((метров)|(шагов)|(единиц)){0,1} ((вперед)|(назад)|(влево)|(вправо)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:иди(?:те)?|прой(?:ди(?:те)?|ти)|продвин(?:ь(?:ся|тесь)|уться)|перемести(?:сь|тесь)|двигай(?:ся|тесь)|шевели(?:сь|тесь)|сдвинь(?:ся|тесь)|(?:с)?дела(?:й(?:те)?|ть)\\s+(?:шаг|движение))(?:\\s+(?:на\\s+(?:расстояние|дистанцию))?\\s+(?:\\d+|[а-я]+)?\\s*(?:метр(?:ов|а)?|шаг(?:ов|а)?|единиц(?:ы)?|м\\.?|см\\.?)?)?(?:\\s+(?:вперед|назад|вправо|влево|в\\s+сторону|к|от|в\\s+направлении))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|способен\\s+ли\\s+ты)\\s+(?:идти|пройти|продвинуться|переместиться|двигаться|шевелиться|сдвинуться|(?:с)?делать\\s+(?:шаг|движение))(?:\\s+(?:на\\s+(?:расстояние|дистанцию))?\\s+(?:\\d+|[а-я]+)?\\s*(?:метр(?:ов|а)?|шаг(?:ов|а)?|единиц(?:ы)?|м\\.?|см\\.?)?)?(?:\\s+(?:вперед|назад|вправо|влево|в\\s+сторону|к|от|в\\s+направлении))?", - "(?i)(?:нужно|следует|требуется|необходимо|стоит)\\s+(?:идти|пройти|продвинуться|переместиться|двигаться|шевелиться|сдвинуться|(?:с)?делать\\s+(?:шаг|движение))(?:\\s+(?:на\\s+(?:расстояние|дистанцию))?\\s+(?:\\d+|[а-я]+)?\\s*(?:метр(?:ов|а)?|шаг(?:ов|а)?|единиц(?:ы)?|м\\.?|см\\.?)?)?(?:\\s+(?:вперед|назад|вправо|влево|в\\s+сторону|к|от|в\\s+направлении))?", - "(?i)(?:было\\s+бы\\s+хорошо|неплохо\\s+бы)(?:,\\s*)?(?:если\\s+бы\\s+ты)?\\s+(?:прош(?:ел|ла)|продвину(?:лся|лась)|перемести(?:лся|лась)|двину(?:лся|лась)|шевельну(?:лся|лась)|сдвину(?:лся|лась)|(?:с)?дела(?:л|ла)\\s+(?:шаг|движение))(?:\\s+(?:на\\s+(?:расстояние|дистанцию))?\\s+(?:\\d+|[а-я]+)?\\s*(?:метр(?:ов|а)?|шаг(?:ов|а)?|единиц(?:ы)?|м\\.?|см\\.?)?)?(?:\\s+(?:вперед|назад|вправо|влево|в\\s+сторону|к|от|в\\s+направлении))?" - ], - "description": "Пользователь хочет, чтобы кто-то или что-то переместилось в заданном направлении на определенное расстояние." - }, - { - "id": 7, - "name": "pick_up", - "tags": [], - "regexp_full_match": [ - "(пожалуйста(,){0,1} ){0,1}((возьми)|(подними)|(подбери)|(схвати)|(захвати)) ((эту)|(это)|(этот)|(тот)|(ту)|(то)) ((книгу)|(ручку)|(мяч)|(телефон)|(ключи)|(пакет)|(документы)|(стул)|(вещь)){0,1}", - "(пожалуйста(,){0,1} ){0,1}((возьми)|(подними)|(подбери)|(схвати)|(захвати)) ((эту)|(это)|(этот)|(тот)|(ту)|(то)) ((книгу)|(ручку)|(мяч)|(телефон)|(ключи)|(пакет)|(документы)|(стул)|(вещь)){0,1}(, если можешь){0,1}", - "((тебе ((надо)|(следует)|(стоит))|ты (можешь|мог бы|не мог бы)) ){0,1}((взять)|(поднять)|(подобрать)|(схватить)|(захватить)) ((эту)|(это)|(этот)|(тот)|(ту)|(то)) ((книгу)|(ручку)|(мяч)|(телефон)|(ключи)|(пакет)|(документы)|(стул)|(вещь)){0,1}", - "(робот(,){0,1} ){0,1}(пожалуйста(,){0,1} ){0,1}((возьми)|(подними)|(подбери)|(схвати)|(захвати)) ((эту)|(это)|(этот)|(тот)|(ту)|(то)) ((книгу)|(ручку)|(мяч)|(телефон)|(ключи)|(пакет)|(документы)|(стул)|(вещь)){0,1}", - "было бы хорошо, если бы ты ((взял)|(поднял)|(подобрал)|(схватил)|(захватил)) ((эту)|(это)|(этот)|(тот)|(ту)|(то)) ((книгу)|(ручку)|(мяч)|(телефон)|(ключи)|(пакет)|(документы)|(стул)|(вещь)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:возьми(?:те)?|подними(?:те)?|подбери(?:те)?|схвати(?:те)?|захвати(?:те)?)(?:\\s+(?:эт(?:у|о|от)|т(?:у|о|от))\\s+)?(?:книгу|ручку|мяч|телефон|ключи|пакет|документы|стул|вещь)?(?:\\s*,?\\s*если\\s+можешь)?", - "(?i)(?:тебе\\s+(?:надо|следует|стоит)|ты\\s+(?:можешь|мог\\s+бы|не\\s+мог\\s+бы))\\s+(?:взять|поднять|подобрать|схватить|захватить)(?:\\s+(?:эт(?:у|о|от)|т(?:у|о|от))\\s+)?(?:книгу|ручку|мяч|телефон|ключи|пакет|документы|стул|вещь)?", - "(?i)было\\s+бы\\s+хорошо,?\\s+если\\s+бы\\s+ты\\s+(?:взял(?:а)?|поднял(?:а)?|подобрал(?:а)?|схватил(?:а)?|захватил(?:а)?)(?:\\s+(?:эт(?:у|о|от)|т(?:у|о|от))\\s+)?(?:книгу|ручку|мяч|телефон|ключи|пакет|документы|стул|вещь)?" - ], - "description": "Пользователь просит робота поднять или взять указанный предмет." - }, - { - "id": 8, - "name": "place", - "tags": [], - "regexp_full_match": [ - "((поставь)|(положи)|(размести)|(оставь)) ((это)|(эту)|(этот)|(ту)|(тот)) ((книгу)|(вещь)|(стул)|(коробку)|(журнал)){0,1} ((на стол)|(в угол)|(на полку)|(здесь)|(там)){0,1}", - "можешь ((поставить)|(положить)|(разместить)|(оставить)) ((это)|(эту)|(этот)|(ту)|(тот)) ((книгу)|(вещь)|(стул)|(коробку)|(журнал)){0,1} ((на стол)|(в угол)|(на полку)|(здесь)|(там)){0,1}", - "(пожалуйста(,){0,1} ){0,1}((поставь)|(положи)|(размести)|(оставь)) ((это)|(эту)|(этот)|(ту)|(тот)) ((книгу)|(вещь)|(стул)|(коробку)|(журнал)){0,1} ((на стол)|(в угол)|(на полку)|(здесь)|(там)){0,1}", - "((поставь)|(положи)|(размести)|(оставь)) ((это)|(эту)|(этот)|(ту)|(тот)) ((у стены)|(на пороге)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:можешь\\s+)?(?:поставь(?:те)?|положи(?:те)?|размести(?:те)?|оставь(?:те)?)\\s+(?:это|эту|этот|ту|тот)?\\s*(?:книгу|вещь|стул|коробку|журнал)?(?:\\s+(?:на\\s+стол|в\\s+угол|на\\s+полку|здесь|там|у\\s+стены|на\\s+пороге))?", - "(?i)(?:не\\s+мог(?:ли)?\\s+бы\\s+вы\\s+|можно\\s+)?(?:поставить|положить|разместить|оставить)\\s+(?:это|эту|этот|ту|тот)?\\s*(?:книгу|вещь|стул|коробку|журнал)?(?:\\s+(?:на\\s+стол|в\\s+угол|на\\s+полку|здесь|там|у\\s+стены|на\\s+пороге))?", - "(?i)(?:было\\s+бы\\s+(?:хорошо|неплохо)|не\\s+мог(?:ли)?\\s+бы\\s+вы)\\s+(?:поставить|положить|разместить|оставить)\\s+(?:это|эту|этот|ту|тот)?\\s*(?:книгу|вещь|стул|коробку|журнал)?(?:\\s+(?:на\\s+стол|в\\s+угол|на\\s+полку|здесь|там|у\\s+стены|на\\s+пороге))?" - ], - "description": "Пользователь хочет, чтобы что-то было поставлено или размещено в определенном месте." - }, - { - "id": 9, - "name": "say", - "tags": [], - "regexp_full_match": [ - "((скажи)|(произнеси)|(расскажи)|(повтори)|(озвучь)|(проговори)) ((что-то)|(привет)|(как дела)|(эти слова)|(анекдот)|(историю)|(мои слова)|(что-нибудь)|(слова вслух)|(за мной)|(фразу)|(предложение)|(текст)){0,1} (, пожалуйста){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(в состоянии ли ты)|(способен ли ты)){0,1} ((сказать)|(произнести)|(рассказать)|(повторить)|(озвучить)|(проговорить)) ((что-то)|(привет)|(как дела)|(эти слова)|(анекдот)|(историю)|(мои слова)|(что-нибудь)|(слова вслух)|(за мной)|(фразу)|(предложение)|(текст)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((скажи)|(произнеси)|(расскажи)|(повтори)|(озвучь)|(проговори)) ((что-то)|(привет)|(как дела)|(эти слова)|(анекдот)|(историю)|(мои слова)|(что-нибудь)|(слова вслух)|(за мной)|(фразу)|(предложение)|(текст)){0,1}", - "((было бы здорово)|(хорошо бы)|(не плохо бы)|(отлично, если)|(будет замечательно, если)), (если ){0,1}(бы ){0,1}ты ((сказал)|(произнес)|(рассказал)|(повторил)|(озвучил)|(проговорил)) ((что-то)|(привет)|(как дела)|(эти слова)|(анекдот)|(историю)|(мои слова)|(что-нибудь)|(слова вслух)|(за мной)|(фразу)|(предложение)|(текст)){0,1}", - "(робот(,){0,1} ){0,1}((скажи)|(произнеси)|(расскажи)|(повтори)|(озвучь)|(проговори)) ((что-то)|(привет)|(как дела)|(эти слова)|(анекдот)|(историю)|(мои слова)|(что-нибудь)|(слова вслух)|(за мной)|(фразу)|(предложение)|(текст)){0,1}", - "((давай)|(попробуй)|(попытайся)|(постарайся)) ((сказать)|(произнести)|(рассказать)|(повторить)|(озвучить)|(проговорить)) ((что-то)|(привет)|(как дела)|(эти слова)|(анекдот)|(историю)|(мои слова)|(что-нибудь)|(слова вслух)|(за мной)|(фразу)|(предложение)|(текст)){0,1}", - "((нужно)|(необходимо)|(требуется)|(следует)|(стоит)) ((сказать)|(произнести)|(рассказать)|(повторить)|(озвучить)|(проговорить)) ((что-то)|(привет)|(как дела)|(эти слова)|(анекдот)|(историю)|(мои слова)|(что-нибудь)|(слова вслух)|(за мной)|(фразу)|(предложение)|(текст)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:скажи(?:те)?|произнеси(?:те)?|расскажи(?:те)?|повтори(?:те)?|озвучь(?:те)?|проговори(?:те)?)(?:\\s+(?:что-то|привет|как\\s+дела|эти\\s+слова|анекдот|историю|мои\\s+слова|что-нибудь|слова\\s+вслух|за\\s+мной|фразу|предложение|текст))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|в\\s+состоянии\\s+ли\\s+ты|способен\\s+ли\\s+ты)\\s+(?:сказать|произнести|рассказать|повторить|озвучить|проговорить)(?:\\s+(?:что-то|привет|как\\s+дела|эти\\s+слова|анекдот|историю|мои\\s+слова|что-нибудь|слова\\s+вслух|за\\s+мной|фразу|предложение|текст))?", - "(?i)(?:было\\s+бы\\s+здорово|хорошо\\s+бы|не\\s+плохо\\s+бы|отлично,?\\s+если|будет\\s+замечательно,?\\s+если)(?:,\\s*)?(?:если\\s+)?(?:бы\\s+)?ты\\s+(?:сказал(?:а)?|произнес(?:ла)?|рассказал(?:а)?|повторил(?:а)?|озвучил(?:а)?|проговорил(?:а)?)(?:\\s+(?:что-то|привет|как\\s+дела|эти\\s+слова|анекдот|историю|мои\\s+слова|что-нибудь|слова\\s+вслух|за\\s+мной|фразу|предложение|текст))?", - "(?i)(?:давай(?:те)?|попробуй(?:те)?|попытай(?:ся|тесь)|постарай(?:ся|тесь))\\s+(?:сказать|произнести|рассказать|повторить|озвучить|проговорить)(?:\\s+(?:что-то|привет|как\\s+дела|эти\\s+слова|анекдот|историю|мои\\s+слова|что-нибудь|слова\\s+вслух|за\\s+мной|фразу|предложение|текст))?", - "(?i)(?:нужно|необходимо|требуется|следует|стоит)\\s+(?:сказать|произнести|рассказать|повторить|озвучить|проговорить)(?:\\s+(?:что-то|привет|как\\s+дела|эти\\s+слова|анекдот|историю|мои\\s+слова|что-нибудь|слова\\s+вслух|за\\s+мной|фразу|предложение|текст))?" - ], - "description": "Пользователь хочет, чтобы кто-то что-то сказал или произнес." - }, - { - "id": 11, - "name": "sit_down", - "tags": [], - "regexp_full_match": [ - "((сядь)|(присядь)|(усаживайся)|(садись)|(опустись)|(примостись)) ((здесь)|(там)|(тут)|(рядом)|(на стул)|(на скамейке)|(на пол)|(на диван)|(на кресло)|(на табурет)|(на лавку)|(на софу)|(на сиденье)|(поблизости)){0,1} (, пожалуйста){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(в состоянии ли ты)|(способен ли)|(есть ли возможность)) ((сесть)|(присесть)|(усесться)|(опуститься)|(примоститься)) ((здесь)|(там)|(тут)|(рядом)|(на стул)|(на скамейке)|(на пол)|(на диван)|(на кресло)|(на табурет)|(на лавку)|(на софу)|(на сиденье)|(поблизости)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((сядь)|(присядь)|(усаживайся)|(садись)|(опустись)|(примостись)) ((здесь)|(там)|(тут)|(рядом)|(на стул)|(на скамейке)|(на пол)|(на диван)|(на кресло)|(на табурет)|(на лавку)|(на софу)|(на сиденье)|(поблизости)){0,1}", - "((было бы здорово)|(хорошо бы)|(не плохо бы)|(отлично, если)|(будет замечательно, если)), (если ){0,1}(бы ){0,1}ты ((сел)|(присел)|(уселся)|(опустился)|(примостился)) ((здесь)|(там)|(тут)|(рядом)|(на стул)|(на скамейке)|(на пол)|(на диван)|(на кресло)|(на табурет)|(на лавку)|(на софу)|(на сиденье)|(поблизости)){0,1}", - "(робот(,){0,1} ){0,1}((сядь)|(присядь)|(усаживайся)|(садись)|(опустись)|(примостись)) ((здесь)|(там)|(тут)|(рядом)|(на стул)|(на скамейке)|(на пол)|(на диван)|(на кресло)|(на табурет)|(на лавку)|(на софу)|(на сиденье)|(поблизости)){0,1}", - "((давай)|(попробуй)|(попытайся)|(постарайся)) ((сесть)|(присесть)|(усесться)|(опуститься)|(примоститься)) ((здесь)|(там)|(тут)|(рядом)|(на стул)|(на скамейке)|(на пол)|(на диван)|(на кресло)|(на табурет)|(на лавку)|(на софу)|(на сиденье)|(поблизости)){0,1}", - "((нужно)|(необходимо)|(требуется)|(следует)|(стоит)|(желательно)) ((сесть)|(присесть)|(усесться)|(опуститься)|(примоститься)) ((здесь)|(там)|(тут)|(рядом)|(на стул)|(на скамейке)|(на пол)|(на диван)|(на кресло)|(на табурет)|(на лавку)|(на софу)|(на сиденье)|(поблизости)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:сядь(?:те)?|присядь(?:те)?|усаживай(?:ся|тесь)|сади(?:сь|тесь)|опусти(?:сь|тесь)|примости(?:сь|тесь))(?:\\s+(?:здесь|там|тут|рядом|на\\s+(?:стул|скамейк(?:е|у)|пол|диван|кресло|табурет|лавку|софу|сиденье)|поблизости))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|в\\s+состоянии\\s+ли\\s+ты|способен\\s+ли|есть\\s+ли\\s+возможность)\\s+(?:сесть|присесть|усесться|опуститься|примоститься)(?:\\s+(?:здесь|там|тут|рядом|на\\s+(?:стул|скамейк(?:е|у)|пол|диван|кресло|табурет|лавку|софу|сиденье)|поблизости))?", - "(?i)(?:было\\s+бы\\s+здорово|хорошо\\s+бы|не\\s+плохо\\s+бы|отлично,?\\s+если|будет\\s+замечательно,?\\s+если)(?:,\\s*)?(?:если\\s+)?(?:бы\\s+)?ты\\s+(?:сел(?:а)?|присел(?:а)?|уселся|опустился|примостился)(?:\\s+(?:здесь|там|тут|рядом|на\\s+(?:стул|скамейк(?:е|у)|пол|диван|кресло|табурет|лавку|софу|сиденье)|поблизости))?", - "(?i)(?:давай(?:те)?|попробуй(?:те)?|попытай(?:ся|тесь)|постарай(?:ся|тесь))\\s+(?:сесть|присесть|усесться|опуститься|примоститься)(?:\\s+(?:здесь|там|тут|рядом|на\\s+(?:стул|скамейк(?:е|у)|пол|диван|кресло|табурет|лавку|софу|сиденье)|поблизости))?", - "(?i)(?:нужно|необходимо|требуется|следует|стоит|желательно)\\s+(?:сесть|присесть|усесться|опуститься|примоститься)(?:\\s+(?:здесь|там|тут|рядом|на\\s+(?:стул|скамейк(?:е|у)|пол|диван|кресло|табурет|лавку|софу|сиденье)|поблизости))?" - ], - "description": "Пользователь просит сесть или усесться в указанном месте." - }, - { - "id": 12, - "name": "stand_up", - "tags": [], - "regexp_full_match": [ - "((встань)|(поднимись)|(вставай)|(поднимайся)|(привстань)|(выпрямись)|(распрямись)|(встань на ноги)) ((сейчас)|(немедленно)|(скорее)|(быстро)|(не спеша)|(медленно)|(тотчас)|(сию минуту)|(без промедления)){0,1} (, пожалуйста){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(в состоянии ли ты)|(способен ли)|(есть ли возможность)|(будь добр)) ((встать)|(подняться)|(привстать)|(выпрямиться)|(распрямиться)|(встать на ноги)) ((сейчас)|(немедленно)|(скорее)|(быстро)|(не спеша)|(медленно)|(тотчас)|(сию минуту)|(без промедления)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((встань)|(поднимись)|(вставай)|(поднимайся)|(привстань)|(выпрямись)|(распрямись)|(встань на ноги)) ((сейчас)|(немедленно)|(скорее)|(быстро)|(не спеша)|(медленно)|(тотчас)|(сию минуту)|(без промедления)){0,1}", - "((было бы здорово)|(хорошо бы)|(не плохо бы)|(отлично, если)|(будет замечательно, если)|(я был бы признателен, если)) (если ){0,1}(бы ){0,1}ты ((встал)|(поднялся)|(привстал)|(выпрямился)|(распрямился)|(встал на ноги)) ((сейчас)|(немедленно)|(скорее)|(быстро)|(не спеша)|(медленно)|(тотчас)|(сию минуту)|(без промедления)){0,1}", - "(робот(,){0,1} ){0,1}((встань)|(поднимись)|(вставай)|(поднимайся)|(привстань)|(выпрямись)|(распрямись)|(встань на ноги)) ((сейчас)|(немедленно)|(скорее)|(быстро)|(не спеша)|(медленно)|(тотчас)|(сию минуту)|(без промедления)){0,1}", - "((давай)|(попробуй)|(попытайся)|(постарайся)|(сделай попытку)|(предприми усилие)) ((встать)|(подняться)|(привстать)|(выпрямиться)|(распрямиться)|(встать на ноги)) ((сейчас)|(немедленно)|(скорее)|(быстро)|(не спеша)|(медленно)|(тотчас)|(сию минуту)|(без промедления)){0,1}", - "((нужно)|(необходимо)|(требуется)|(следует)|(стоит)|(желательно)|(рекомендуется)|(будет уместно)) ((встать)|(подняться)|(привстать)|(выпрямиться)|(распрямиться)|(встать на ноги)) ((сейчас)|(немедленно)|(скорее)|(быстро)|(не спеша)|(медленно)|(тотчас)|(сию минуту)|(без промедления)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:встань(?:те)?|подними(?:сь|тесь)|вставай(?:те)?|поднимай(?:ся|тесь)|привстань(?:те)?|выпрями(?:сь|тесь)|распрями(?:сь|тесь)|встань(?:те)?\\s+на\\s+ноги)(?:\\s+(?:сейчас|немедленно|скорее|быстро|не\\s+спеша|медленно|тотчас|сию\\s+минуту|без\\s+промедления))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|в\\s+состоянии\\s+ли\\s+ты|способен\\s+ли|есть\\s+ли\\s+возможность|будь\\s+добр)\\s+(?:встать|подняться|привстать|выпрямиться|распрямиться|встать\\s+на\\s+ноги)(?:\\s+(?:сейчас|немедленно|скорее|быстро|не\\s+спеша|медленно|тотчас|сию\\s+минуту|без\\s+промедления))?", - "(?i)(?:было\\s+бы\\s+здорово|хорошо\\s+бы|не\\s+плохо\\s+бы|отлично,?\\s+если|будет\\s+замечательно,?\\s+если|я\\s+был\\s+бы\\s+признателен,?\\s+если)(?:,\\s*)?(?:если\\s+)?(?:бы\\s+)?ты\\s+(?:встал(?:а)?|поднялся|привстал(?:а)?|выпрямился|распрямился|встал(?:а)?\\s+на\\s+ноги)(?:\\s+(?:сейчас|немедленно|скорее|быстро|не\\s+спеша|медленно|тотчас|сию\\s+минуту|без\\s+промедления))?", - "(?i)(?:давай(?:те)?|попробуй(?:те)?|попытай(?:ся|тесь)|постарай(?:ся|тесь)|сделай(?:те)?\\s+попытку|предприми(?:те)?\\s+усилие)\\s+(?:встать|подняться|привстать|выпрямиться|распрямиться|встать\\s+на\\s+ноги)(?:\\s+(?:сейчас|немедленно|скорее|быстро|не\\s+спеша|медленно|тотчас|сию\\s+минуту|без\\s+промедления))?", - "(?i)(?:нужно|необходимо|требуется|следует|стоит|желательно|рекомендуется|будет\\s+уместно)\\s+(?:встать|подняться|привстать|выпрямиться|распрямиться|встать\\s+на\\s+ноги)(?:\\s+(?:сейчас|немедленно|скорее|быстро|не\\s+спеша|медленно|тотчас|сию\\s+минуту|без\\s+промедления))?" - ], - "description": "Пользователь просит кого-то встать или подняться." - }, - { - "id": 14, - "name": "stop", - "tags": [], - "regexp_full_match": [ - "((стоп)|(остановись)|(прекрати)|(хватит)|(не двигайся)|(замри)|(стой)|(перестань)) ((делать это)|(это делать)|(всё это)|(играть)|(двигаться)|(шевелиться)){0,1} ((немедленно)|(сейчас)|(быстро)|(тотчас)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((стоп)|(остановись)|(прекрати)|(хватит)|(не двигайся)|(замри)|(стой)|(перестань)) ((делать это)|(это делать)|(всё это)|(играть)|(двигаться)|(шевелиться)){0,1} ((немедленно)|(сейчас)|(быстро)|(тотчас)){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(способен ли ты)) ((остановиться)|(прекратить)|(замереть)|(не двигаться)|(перестать)) ((делать это)|(это делать)|(всё это)|(играть)|(двигаться)|(шевелиться)){0,1} ((немедленно)|(сейчас)|(быстро)|(тотчас)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((стоп)|(остановись)|(прекрати)|(хватит)|(не двигайся)|(замри)|(стой)|(перестань)) ((делать это)|(это делать)|(всё это)|(играть)|(двигаться)|(шевелиться)){0,1} ((немедленно)|(сейчас)|(быстро)|(тотчас)){0,1}", - "((тебе ((надо)|(следует)|(стоит)|(необходимо))) ){0,1}((остановиться)|(прекратить)|(замереть)|(не двигаться)|(перестать)) ((делать это)|(это делать)|(всё это)|(играть)|(двигаться)|(шевелиться)){0,1} ((немедленно)|(сейчас)|(быстро)|(тотчас)){0,1}", - "((было бы хорошо)|(неплохо бы)), если бы ты ((остановился)|(прекратил)|(замер)|(не двигался)|(перестал)) ((делать это)|(это делать)|(всё это)|(играть)|(двигаться)|(шевелиться)){0,1} ((немедленно)|(сейчас)|(быстро)|(тотчас)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:стоп|останови(?:сь|тесь)|прекрати(?:те)?|хватит|не\\s+двигай(?:ся|тесь)|замри(?:те)?|стой(?:те)?|перестань(?:те)?)(?:\\s+(?:делать\\s+это|это\\s+делать|всё\\s+это|играть|двигаться|шевелиться))?(?:\\s+(?:немедленно|сейчас|быстро|тотчас))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|способен\\s+ли\\s+ты)\\s+(?:останови(?:ть|ться)|прекрати(?:ть)?|замере(?:ть)?|не\\s+двигаться|переста(?:ть|вать))(?:\\s+(?:делать\\s+это|это\\s+делать|всё\\s+это|играть|двигаться|шевелиться))?(?:\\s+(?:немедленно|сейчас|быстро|тотчас))?", - "(?i)(?:тебе\\s+(?:надо|следует|стоит|необходимо)\\s+)?(?:останови(?:ть|ться)|прекрати(?:ть)?|замере(?:ть)?|не\\s+двигаться|переста(?:ть|вать))(?:\\s+(?:делать\\s+это|это\\s+делать|всё\\s+это|играть|двигаться|шевелиться))?(?:\\s+(?:немедленно|сейчас|быстро|тотчас))?", - "(?i)(?:было\\s+бы\\s+хорошо|неплохо\\s+бы)(?:,\\s*)?если\\s+бы\\s+ты\\s+(?:останови(?:л|лся)|прекрати(?:л)?|замер|не\\s+двигался|переста(?:л|вал))(?:\\s+(?:делать\\s+это|это\\s+делать|всё\\s+это|играть|двигаться|шевелиться))?(?:\\s+(?:немедленно|сейчас|быстро|тотчас))?" - ], - "description": "Пользователь просит остановить какое-либо действие." - }, - { - "id": 16, - "name": "turn_right", - "tags": [ - "turn_direction" - ], - "regexp_full_match": [ - "((поверни)|(заверни)|(поворачивай)|(разверни)|(сверни)) ((направо)|(вправо)|(в правую сторону)|(по правой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((поверни)|(заверни)|(поворачивай)|(разверни)|(сверни)) ((направо)|(вправо)|(в правую сторону)|(по правой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(способен ли ты)) ((повернуть)|(завернуть)|(повернуться)|(развернуться)|(свернуть)) ((направо)|(вправо)|(в правую сторону)|(по правой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((поверни)|(заверни)|(поворачивай)|(разверни)|(сверни)) ((направо)|(вправо)|(в правую сторону)|(по правой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1}", - "((тебе ((надо)|(следует)|(стоит)|(необходимо))) ){0,1}((повернуть)|(завернуть)|(повернуться)|(развернуться)|(свернуть)) ((направо)|(вправо)|(в правую сторону)|(по правой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1}", - "((было бы хорошо)|(неплохо бы)), если бы ты ((повернул)|(завернул)|(повернулся)|(развернулся)|(свернул)) ((направо)|(вправо)|(в правую сторону)|(по правой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1}", - "((поворот)|(разворот)|(движение)) ((направо)|(вправо)|(в правую сторону)|(по правой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:поверни(?:те)?|заверни(?:те)?|поворачивай(?:те)?|разверни(?:те)?|сверни(?:те)?|(?:пере)?двинь(?:ся|тесь)?|(?:пере)?мести(?:сь|тесь)?|иди(?:те)?)\\s+(?:на)?право|вправо|в\\s+правую\\s+сторону|по\\s+правой\\s+стороне(?:\\s+(?:на\\s+)?(?:\\d+|несколько|пару)?\\s*(?:шаг(?:ов|а)?|метр(?:ов|а)?))?(?:\\s+(?:сейчас|немедленно|скорее|плавно|медленно|быстро))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|способен\\s+ли\\s+ты)\\s+(?:поверну(?:ть|ться)|заверну(?:ть|ться)|разверну(?:ть|ться)|сверну(?:ть|ться)|(?:пере)?двину(?:ть|ться)|(?:пере)?мести(?:ть|сь)|пойти)\\s+(?:на)?право|вправо|в\\s+правую\\s+сторону|по\\s+правой\\s+стороне(?:\\s+(?:на\\s+)?(?:\\d+|несколько|пару)?\\s*(?:шаг(?:ов|а)?|метр(?:ов|а)?))?", - "(?i)(?:тебе\\s+(?:надо|следует|стоит|необходимо)|нужно|требуется|необходимо)\\s+(?:поверну(?:ть|ться)|заверну(?:ть|ться)|разверну(?:ть|ться)|сверну(?:ть|ться)|(?:пере)?двину(?:ть|ться)|(?:пере)?мести(?:ть|сь)|(?:пере)?мести(?:ть|сь)ся|пойти)\\s+(?:на)?право|вправо|в\\s+правую\\s+сторону|по\\s+правой\\s+стороне(?:\\s+(?:на\\s+)?(?:\\d+|несколько|пару)?\\s*(?:шаг(?:ов|а)?|метр(?:ов|а)?))?", - "(?i)(?:было\\s+бы\\s+хорошо|неплохо\\s+бы)(?:,\\s*)?(?:если\\s+бы\\s+)?(?:ты\\s+)?(?:поверну(?:л|лся)|заверну(?:л|лся)|разверну(?:л|лся)|сверну(?:л|лся)|(?:пере)?двину(?:л|лся)|(?:пере)?мести(?:л|лся)|пош[её]л)\\s+(?:на)?право|вправо|в\\s+правую\\s+сторону|по\\s+правой\\s+стороне(?:\\s+(?:на\\s+)?(?:\\d+|несколько|пару)?\\s*(?:шаг(?:ов|а)?|метр(?:ов|а)?))?", - "(?i)(?:поворот|разворот|движение|перемещение)\\s+(?:на)?право|вправо|в\\s+правую\\s+сторону|по\\s+правой\\s+стороне(?:\\s+(?:на\\s+)?(?:\\d+|несколько|пару)?\\s*(?:шаг(?:ов|а)?|метр(?:ов|а)?))?(?:\\s+(?:сейчас|немедленно|скорее|плавно|медленно|быстро))?" - ], - "description": "Пользователь просит робота повернуть направо." - }, - { - "id": 15, - "name": "turn_left", - "tags": [ - "turn_direction" - ], - "regexp_full_match": [ - "((поверни)|(заверни)|(поворачивай)|(разверни)|(сверни)) ((налево)|(влево)|(в левую сторону)|(по левой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((поверни)|(заверни)|(поворачивай)|(разверни)|(сверни)) ((налево)|(влево)|(в левую сторону)|(по левой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(способен ли ты)) ((повернуть)|(завернуть)|(повернуться)|(развернуться)|(свернуть)) ((налево)|(влево)|(в левую сторону)|(по левой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((поверни)|(заверни)|(поворачивай)|(разверни)|(сверни)) ((налево)|(влево)|(в левую сторону)|(по левой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1}", - "((тебе ((надо)|(следует)|(стоит)|(необходимо))) ){0,1}((повернуть)|(завернуть)|(повернуться)|(развернуться)|(свернуть)) ((налево)|(влево)|(в левую сторону)|(по левой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1}", - "((было бы хорошо)|(неплохо бы)), если бы ты ((повернул)|(завернул)|(повернулся)|(развернулся)|(свернул)) ((налево)|(влево)|(в левую сторону)|(по левой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1}", - "((поворот)|(разворот)|(движение)) ((налево)|(влево)|(в левую сторону)|(по левой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:поверни(?:те)?|заверни(?:те)?|поворачивай(?:те)?|разверни(?:те)?|сверни(?:те)?|(?:пере)?двинь(?:ся|тесь)?|(?:пере)?мести(?:сь|тесь)?|иди(?:те)?)\\s+(?:на)?лево|влево|в\\s+левую\\s+сторону|по\\s+левой\\s+стороне(?:\\s+(?:на\\s+)?(?:\\d+|несколько|пару)?\\s*(?:шаг(?:ов|а)?|метр(?:ов|а)?))?(?:\\s+(?:сейчас|немедленно|скорее|плавно|медленно|быстро))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|способен\\s+ли\\s+ты)\\s+(?:поверну(?:ть|ться)|заверну(?:ть|ться)|разверну(?:ть|ться)|сверну(?:ть|ться)|(?:пере)?двину(?:ть|ться)|(?:пере)?мести(?:ть|сь)|пойти)\\s+(?:на)?лево|влево|в\\s+левую\\s+сторону|по\\s+левой\\s+стороне(?:\\s+(?:на\\s+)?(?:\\d+|несколько|пару)?\\s*(?:шаг(?:ов|а)?|метр(?:ов|а)?))?", - "(?i)(?:тебе\\s+(?:надо|следует|стоит|необходимо)|нужно|требуется|необходимо)\\s+(?:поверну(?:ть|ться)|заверну(?:ть|ться)|разверну(?:ть|ться)|сверну(?:ть|ться)|(?:пере)?двину(?:ть|ться)|(?:пере)?мести(?:ть|сь)|(?:пере)?мести(?:ть|сь)ся|пойти)\\s+(?:на)?лево|влево|в\\s+левую\\s+сторону|по\\s+левой\\s+стороне(?:\\s+(?:на\\s+)?(?:\\d+|несколько|пару)?\\s*(?:шаг(?:ов|а)?|метр(?:ов|а)?))?", - "(?i)(?:было\\s+бы\\s+хорошо|неплохо\\s+бы)(?:,\\s*)?(?:если\\s+бы\\s+)?(?:ты\\s+)?(?:поверну(?:л|лся)|заверну(?:л|лся)|разверну(?:л|лся)|сверну(?:л|лся)|(?:пере)?двину(?:л|лся)|(?:пере)?мести(?:л|лся)|пош[её]л)\\s+(?:на)?лево|влево|в\\s+левую\\s+сторону|по\\s+левой\\s+стороне(?:\\s+(?:на\\s+)?(?:\\d+|несколько|пару)?\\s*(?:шаг(?:ов|а)?|метр(?:ов|а)?))?", - "(?i)(?:поворот|разворот|движение|перемещение)\\s+(?:на)?лево|влево|в\\s+левую\\s+сторону|по\\s+левой\\s+стороне(?:\\s+(?:на\\s+)?(?:\\d+|несколько|пару)?\\s*(?:шаг(?:ов|а)?|метр(?:ов|а)?))?(?:\\s+(?:сейчас|немедленно|скорее|плавно|медленно|быстро))?" - ], - "description": "Пользователь хочет, чтобы кто-то или что-то повернуло налево." - }, - { - "id": 13, - "name": "status", - "tags": [], - "regexp_full_match": [ - "((какой)|(каков)|(что по)|(как обстоит дело со)) ((статус)|(статусом)|(состояние)|(состоянием)) ((операции)|(работы)|(задачи)|(процесса)|(выполнения)|(дела)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((скажи)|(сообщи)|(доложи)|(расскажи)|(проинформируй)) ((о статусе)|(о состоянии)|(статус)|(состояние)) ((операции)|(работы)|(задачи)|(процесса)|(выполнения)|(дела)){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(способен ли ты)|(в состоянии ли ты)) ((сказать)|(сообщить)|(доложить)|(рассказать)|(проинформировать)) ((о статусе)|(о состоянии)|(статус)|(состояние)) ((операции)|(работы)|(задачи)|(процесса)|(выполнения)|(дела)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((какой)|(каков)|(что по)|(как обстоит дело со)) ((статус)|(статусом)|(состояние)|(состоянием)) ((операции)|(работы)|(задачи)|(процесса)|(выполнения)|(дела)){0,1}", - "((нужно)|(необходимо)|(требуется)|(хотелось бы)|(желательно)) ((узнать)|(выяснить)|(уточнить)|(прояснить)) ((статус)|(состояние)) ((операции)|(работы)|(задачи)|(процесса)|(выполнения)|(дела)){0,1}", - "((было бы хорошо)|(неплохо бы)|(хорошо, если)) (если ){0,1}(бы ){0,1}ты ((сказал)|(сообщил)|(доложил)|(рассказал)|(проинформировал)) ((о статусе)|(о состоянии)|(статус)|(состояние)) ((операции)|(работы)|(задачи)|(процесса)|(выполнения)|(дела)){0,1}", - "((доклад)|(отчет)|(информация)|(сводка)) ((о статусе)|(о состоянии)|(по статусу)|(по состоянию)) ((операции)|(работы)|(задачи)|(процесса)|(выполнения)|(дела)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:какой|каков|что\\s+по|как\\s+обстоит\\s+дело\\s+со)\\s+(?:статус(?:ом)?|состояни(?:е|ем))(?:\\s+(?:операции|работы|задачи|процесса|выполнения|дела))?(?:\\s*,?\\s*пожалуйста)?", - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:скажи|сообщи|доложи|расскажи|проинформируй)\\s+(?:о\\s+)?(?:статус(?:е)?|состояни(?:е|и))(?:\\s+(?:операции|работы|задачи|процесса|выполнения|дела))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|способен\\s+ли\\s+ты|в\\s+состоянии\\s+ли\\s+ты)\\s+(?:сказать|сообщить|доложить|рассказать|проинформировать)\\s+(?:о\\s+)?(?:статус(?:е)?|состояни(?:е|и))(?:\\s+(?:операции|работы|задачи|процесса|выполнения|дела))?(?:\\s*,?\\s*пожалуйста)?", - "(?i)(?:нужно|необходимо|требуется|хотелось\\s+бы|желательно)\\s+(?:узнать|выяснить|уточнить|прояснить)\\s+(?:статус|состояние)(?:\\s+(?:операции|работы|задачи|процесса|выполнения|дела))?", - "(?i)(?:было\\s+бы\\s+хорошо|неплохо\\s+бы|хорошо,?\\s+если)(?:,?\\s*если)?(?:\\s+бы)?\\s+ты\\s+(?:сказал|сообщил|доложил|рассказал|проинформировал)\\s+(?:о\\s+)?(?:статус(?:е)?|состояни(?:е|и))(?:\\s+(?:операции|работы|задачи|процесса|выполнения|дела))?", - "(?i)(?:доклад|отчет|информаци(?:я|ю)|сводк(?:а|у))\\s+(?:о|по)\\s+(?:статус(?:у)?|состояни(?:ю|е))(?:\\s+(?:операции|работы|задачи|процесса|выполнения|дела))?" - ], - "description": "Пользователь хочет узнать статус или состояние определенной операции или задачи." - }, - { - "id": 3, - "name": "enable_autopilot", - "tags": [ - "autopilot_mode" - ], - "regexp_full_match": [ - "((включи)|(активируй)|(запусти)|(переключи на)|(переведи на)|(задействуй)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((включи)|(активируй)|(запусти)|(переключи на)|(переведи на)|(задействуй)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(способен ли ты)|(в состоянии ли ты)) ((включить)|(активировать)|(запустить)|(переключить на)|(перевести на)|(задействовать)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((включи)|(активируй)|(запусти)|(переключи на)|(переведи на)|(задействуй)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1}", - "((нужно)|(необходимо)|(требуется)|(следует)|(стоит)) ((включить)|(активировать)|(запустить)|(переключить на)|(перевести на)|(задействовать)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1}", - "((было бы хорошо)|(неплохо бы)|(хорошо, если бы)), если бы ты ((включил)|(активировал)|(запустил)|(переключил на)|(перевел на)|(задействовал)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1}", - "((переход)|(переключение)|(активация)|(инициализация)) ((на автопилот)|(на автоматическое управление)|(на автономный режим)|(на автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:включи(?:те)?|активируй(?:те)?|запусти(?:те)?|переключи(?:те)?\\s+на|переведи(?:те)?\\s+на|задействуй(?:те)?)\\s+(?:автопилот|автоматическ(?:ое|ий)\\s+(?:управлени(?:е|я)|режим)|автономный\\s+режим|автоматик(?:у|и))(?:\\s+(?:сейчас|немедленно|скорее|плавно|быстро))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|способен\\s+ли\\s+ты|в\\s+состоянии\\s+ли\\s+ты)\\s+(?:включить|активировать|запустить|переключить\\s+на|перевести\\s+на|задействовать)\\s+(?:автопилот|автоматическ(?:ое|ий)\\s+(?:управлени(?:е|я)|режим)|автономный\\s+режим|автоматик(?:у|и))(?:\\s+(?:сейчас|немедленно|скорее|плавно|быстро))?", - "(?i)(?:нужно|необходимо|требуется|следует|стоит)\\s+(?:включить|активировать|запустить|переключить\\s+на|перевести\\s+на|задействовать)\\s+(?:автопилот|автоматическ(?:ое|ий)\\s+(?:управлени(?:е|я)|режим)|автономный\\s+режим|автоматик(?:у|и))(?:\\s+(?:сейчас|немедленно|скорее|плавно|быстро))?", - "(?i)(?:было\\s+бы\\s+хорошо|неплохо\\s+бы|хорошо,?\\s+если\\s+бы)(?:,?\\s*если\\s+бы)?\\s+ты\\s+(?:включил|активировал|запустил|переключил\\s+на|перевел\\s+на|задействовал)\\s+(?:автопилот|автоматическ(?:ое|ий)\\s+(?:управлени(?:е|я)|режим)|автономный\\s+режим|автоматик(?:у|и))(?:\\s+(?:сейчас|немедленно|скорее|плавно|быстро))?", - "(?i)(?:переход|переключение|активаци(?:я|ю)|инициализаци(?:я|ю))\\s+(?:на\\s+)?(?:автопилот|автоматическ(?:ое|ий)\\s+(?:управлени(?:е|я)|режим)|автономный\\s+режим|автоматик(?:у|и))(?:\\s+(?:сейчас|немедленно|скорее|плавно|быстро))?" - ], - "description": "Пользователь хочет включить автопилот." - }, - { - "id": 1, - "name": "disable_autopilot", - "tags": [ - "autopilot_mode" - ], - "regexp_full_match": [ - "((выключи)|(деактивируй)|(отключи)|(прекрати)|(останови)|(заверши)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((выключи)|(деактивируй)|(отключи)|(прекрати)|(останови)|(заверши)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(способен ли ты)|(в состоянии ли ты)) ((выключить)|(деактивировать)|(отключить)|(прекратить)|(остановить)|(завершить)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((выключи)|(деактивируй)|(отключи)|(прекрати)|(останови)|(заверши)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1}", - "((нужно)|(необходимо)|(требуется)|(следует)|(стоит)) ((выключить)|(деактивировать)|(отключить)|(прекратить)|(остановить)|(завершить)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1}", - "((было бы хорошо)|(неплохо бы)|(хорошо, если бы)), если бы ты ((выключил)|(деактивировал)|(отключил)|(прекратил)|(остановил)|(завершил)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1}", - "((выход)|(отключение)|(деактивация)|(прекращение)) ((из автопилота)|(автоматического управления)|(автономного режима)|(автоматики)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:выключи(?:те)?|деактивируй(?:те)?|отключи(?:те)?|прекрати(?:те)?|останови(?:те)?|заверши(?:те)?)\\s+(?:автопилот|автоматическ(?:ое|ий)\\s+(?:управлени(?:е|я)|режим)|автономный\\s+режим|автоматик(?:у|и))(?:\\s+(?:сейчас|немедленно|скорее|плавно|быстро))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|способен\\s+ли\\s+ты|в\\s+состоянии\\s+ли\\s+ты)\\s+(?:выключить|деактивировать|отключить|прекратить|остановить|завершить)\\s+(?:автопилот|автоматическ(?:ое|ий)\\s+(?:управлени(?:е|я)|режим)|автономный\\s+режим|автоматик(?:у|и))(?:\\s+(?:сейчас|немедленно|скорее|плавно|быстро))?", - "(?i)(?:нужно|необходимо|требуется|следует|стоит)\\s+(?:выключить|деактивировать|отключить|прекратить|остановить|завершить)\\s+(?:автопилот|автоматическ(?:ое|ий)\\s+(?:управлени(?:е|я)|режим)|автономный\\s+режим|автоматик(?:у|и))(?:\\s+(?:сейчас|немедленно|скорее|плавно|быстро))?", - "(?i)(?:было\\s+бы\\s+хорошо|неплохо\\s+бы|хорошо,?\\s+если\\s+бы)(?:,?\\s*если\\s+бы)?\\s+ты\\s+(?:выключил|деактивировал|отключил|прекратил|остановил|завершил)\\s+(?:автопилот|автоматическ(?:ое|ий)\\s+(?:управлени(?:е|я)|режим)|автономный\\s+режим|автоматик(?:у|и))(?:\\s+(?:сейчас|немедленно|скорее|плавно|быстро))?", - "(?i)(?:выход|отключени(?:е|я)|деактиваци(?:я|ю)|прекращени(?:е|я))\\s+(?:из\\s+)?(?:автопилота|автоматическ(?:ого|ий)\\s+(?:управлени(?:я|е)|режим(?:а)?)|автономного\\s+режима|автоматик(?:и|у))(?:\\s+(?:сейчас|немедленно|скорее|плавно|быстро))?" - ], - "description": "Пользователь хочет отключить автопилот." - }, - { - "id": 17, - "name": "world_state", - "tags": [], - "regexp_full_match": [ - "((какое)|(каково)|(опиши)|(расскажи о)|(поведай о)) ((состояние)|(состоянии)|(положение)|(положении)) ((мира)|(окружающей среды)|(обстановки)|(вокруг нас)) (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((опиши)|(расскажи)|(доложи о)|(сообщи о)|(проинформируй о)) ((состоянии)|(ситуации)|(обстановке)|(положении дел)) ((в мире)|(вокруг)|(окружающей среды)|(в текущий момент)){0,1}", - "((какова)|(как обстоит)|(что с)|(в чем суть)) ((ситуация)|(ситуацией)|(обстановка)|(обстановкой)|(положение дел)) ((в мире)|(вокруг)|(в окружающей среде)|(на данный момент)){0,1} (, пожалуйста){0,1}", - "((какой)|(каков)|(что по)|(как обстоят дела с)) ((статус)|(статусу)|(состояние)|(состоянию)|(положение)|(положению)) ((операции)|(мира)|(окружающей среды)|(обстановки)|(текущей ситуации)){0,1} (, пожалуйста){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(способен ли ты)|(в состоянии ли ты)) ((описать)|(рассказать)|(доложить о)|(сообщить о)|(проинформировать о)) ((состоянии)|(ситуации)|(обстановке)|(статусе)|(положении дел)) ((мира)|(окружающей среды)|(вокруг)|(операции)|(в данный момент)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((какое)|(опиши)|(расскажи о)|(доложи о)) ((состояние)|(состоянии)|(ситуацию)|(обстановку)|(положение дел)) ((мира)|(окружающей среды)|(вокруг)|(на текущий момент)){0,1}", - "((нужно)|(необходимо)|(требуется)|(хотелось бы)|(важно)) ((узнать)|(выяснить)|(уточнить)|(прояснить)) ((состояние)|(ситуацию)|(обстановку)|(статус)|(положение дел)) ((мира)|(окружающей среды)|(вокруг)|(операции)|(в данный момент)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:как(?:ое|ова)|каково|опиши(?:те)?|расскажи(?:те)?\\s+о|поведай(?:те)?\\s+о)\\s+(?:состояни(?:е|и)|положени(?:е|и)|ситуаци(?:я|ю)|обстановк(?:а|у))(?:\\s+(?:мира|окружающей\\s+среды|обстановки|вокруг\\s+нас|текущ(?:ая|ую)))?(?:\\s*,?\\s*пожалуйста)?", - "(?i)(?:пожалуйста,?\\s*)?(?:опиши(?:те)?|расскажи(?:те)?|доложи(?:те)?\\s+о|сообщи(?:те)?\\s+о|проинформируй(?:те)?\\s+о)\\s+(?:состояни(?:и|е)|ситуаци(?:и|ю)|обстановк(?:е|у)|положени(?:и|е)\\s+дел)(?:\\s+(?:в\\s+мире|вокруг|окружающей\\s+среды|в\\s+текущий\\s+момент|вокруг\\s+нас))?", - "(?i)(?:какова|как(?:ая|ой)|как\\s+обстоит|что\\s+с|в\\s+чем\\s+суть)\\s+(?:ситуаци(?:я|ей)|обстановк(?:а|ой)|положение\\s+дел)(?:\\s+(?:в\\s+мире|вокруг|в\\s+окружающей\\s+среде|на\\s+данный\\s+момент|текущ(?:ая|ий)|вокруг\\s+нас))?(?:\\s*,?\\s*пожалуйста)?", - "(?i)(?:какой|каков|что\\s+по|как\\s+обстоят\\s+дела\\s+с)\\s+(?:статус(?:ом)?|состояни(?:ем|е)|положени(?:ем|е))(?:\\s+(?:операции|мира|окружающей\\s+среды|обстановки|текущей\\s+ситуации|вокруг\\s+нас))?(?:\\s*,?\\s*пожалуйста)?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|способен\\s+ли\\s+ты|в\\s+состоянии\\s+ли\\s+ты)\\s+(?:описать|рассказать|доложить\\s+о|сообщить\\s+о|проинформировать\\s+о)\\s+(?:состояни(?:и|е)|ситуаци(?:и|ю)|обстановк(?:е|у)|статус(?:е)?|положени(?:и|е)\\s+дел)(?:\\s+(?:мира|окружающей\\s+среды|вокруг|операции|в\\s+данный\\s+момент|вокруг\\s+нас))?(?:\\s*,?\\s*пожалуйста)?", - "(?i)(?:робот,?\\s*)?(?:какое|как(?:ая|ой)|опиши(?:те)?|расскажи(?:те)?\\s+о|доложи(?:те)?\\s+о)\\s+(?:состояни(?:е|и)|ситуаци(?:я|ю)|обстановк(?:а|у)|положение\\s+дел)(?:\\s+(?:мира|окружающей\\s+среды|вокруг|на\\s+текущий\\s+момент|вокруг\\s+нас))?", - "(?i)(?:нужно|необходимо|требуется|хотелось\\s+бы|важно)\\s+(?:узнать|выяснить|уточнить|прояснить)\\s+(?:состояни(?:е|и)|ситуаци(?:ю|и)|обстановк(?:у|е)|статус(?:е)?|положение\\s+дел)(?:\\s+(?:мира|окружающей\\s+среды|вокруг|операции|в\\s+данный\\s+момент|вокруг\\s+нас))?" - ], - "description": "Пользователь интересуется текущим состоянием или ситуацией в мире." - }, - { - "id": 4, - "name": "go_to", - "tags": [], - "regexp_full_match": [ - "((иди)|(направляйся)|(перейди)|(двигайся)|(следуй)) ((к точке)|(в точку)|(до точки)|(на точку)) ((назначения)|(прибытия)|(встречи)|(указанную)|(заданную)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((иди)|(направляйся)|(перейди)|(двигайся)|(следуй)) ((к точке)|(в точку)|(до точки)|(на точку)) ((назначения)|(прибытия)|(встречи)|(указанную)|(заданную)){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(способен ли ты)) ((идти)|(направиться)|(перейти)|(двигаться)|(следовать)) ((к точке)|(в точку)|(до точки)|(на точку)) ((назначения)|(прибытия)|(встречи)|(указанную)|(заданную)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((иди)|(направляйся)|(перейди)|(двигайся)|(следуй)) ((к точке)|(в точку)|(до точки)|(на точку)) ((назначения)|(прибытия)|(встречи)|(указанную)|(заданную)){0,1}", - "((нужно)|(необходимо)|(требуется)|(следует)) ((идти)|(направиться)|(перейти)|(двигаться)|(следовать)) ((к точке)|(в точку)|(до точки)|(на точку)) ((назначения)|(прибытия)|(встречи)|(указанную)|(заданную)){0,1}", - "((было бы хорошо)|(неплохо бы)), если бы ты ((пошел)|(направился)|(перешел)|(двинулся)|(последовал)) ((к точке)|(в точку)|(до точки)|(на точку)) ((назначения)|(прибытия)|(встречи)|(указанную)|(заданную)){0,1}", - "((переход)|(движение)|(следование)) ((к точке)|(в точку)|(до точки)|(на точку)) ((назначения)|(прибытия)|(встречи)|(указанную)|(заданную)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:иди(?:те)?|направляйся|перейди(?:те)?|двигайся|следуй(?:те)?)\\s+(?:к|в|до|на)\\s+точк(?:у|е)(?:\\s+(?:назначения|прибытия|встречи|указанную|заданную))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|способен\\s+ли\\s+ты)\\s+(?:идти|направиться|перейти|двигаться|следовать)\\s+(?:к|в|до|на)\\s+точк(?:у|е)(?:\\s+(?:назначения|прибытия|встречи|указанную|заданную))?(?:\\s*,?\\s*пожалуйста)?", - "(?i)(?:нужно|необходимо|требуется|следует)\\s+(?:идти|направиться|перейти|двигаться|следовать)\\s+(?:к|в|до|на)\\s+точк(?:у|е)(?:\\s+(?:назначения|прибытия|встречи|указанную|заданную))?", - "(?i)(?:было\\s+бы\\s+хорошо|неплохо\\s+бы)(?:,?\\s*если\\s+бы)?\\s+ты\\s+(?:пош(?:ел|ла)|направил(?:ся|ась)|переш(?:ел|ла)|двинул(?:ся|ась)|последовал(?:а)?)\\s+(?:к|в|до|на)\\s+точк(?:у|е)(?:\\s+(?:назначения|прибытия|встречи|указанную|заданную))?", - "(?i)(?:переход|движение|следование)\\s+(?:к|в|до|на)\\s+точк(?:у|е)(?:\\s+(?:назначения|прибытия|встречи|указанную|заданную))?" - ], - "description": "Пользователь хочет получить указания по перемещению к определенной точке." - }, - { - "id": 2, - "name": "drop", - "tags": [], - "regexp_full_match": [ - "((оставь)|(положи)|(брось)|(поставь)|(размести)) ((коробку)|(вещь)|(книгу)|(журнал)|(это)|(эту вещь)|(этот предмет)) ((здесь)|(там)|(на стол)|(на стул)|(на полку)|(на пол)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((оставь)|(положи)|(брось)|(поставь)|(размести)) ((коробку)|(вещь)|(книгу)|(журнал)|(это)|(эту вещь)|(этот предмет)) ((здесь)|(там)|(на стол)|(на стул)|(на полку)|(на пол)){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)) ((оставить)|(положить)|(бросить)|(поставить)|(разместить)) ((коробку)|(вещь)|(книгу)|(журнал)|(это)|(эту вещь)|(этот предмет)) ((здесь)|(там)|(на стол)|(на стул)|(на полку)|(на пол)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((оставь)|(положи)|(брось)|(поставь)|(размести)) ((коробку)|(вещь)|(книгу)|(журнал)|(это)|(эту вещь)|(этот предмет)) ((здесь)|(там)|(на стол)|(на стул)|(на полку)|(на пол)){0,1}", - "((нужно)|(следует)|(требуется)|(необходимо)) ((оставить)|(положить)|(бросить)|(поставить)|(разместить)) ((коробку)|(вещь)|(книгу)|(журнал)|(это)|(эту вещь)|(этот предмет)) ((здесь)|(там)|(на стол)|(на стул)|(на полку)|(на пол)){0,1}", - "((было бы хорошо)|(неплохо бы)), если бы ты ((оставил)|(положил)|(бросил)|(поставил)|(разместил)) ((коробку)|(вещь)|(книгу)|(журнал)|(это)|(эту вещь)|(этот предмет)) ((здесь)|(там)|(на стол)|(на стул)|(на полку)|(на пол)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:оставь(?:те)?|положи(?:те)?|брось(?:те)?|поставь(?:те)?|размести(?:те)?)\\s+(?:коробку|вещь|книгу|журнал|это|эту\\s+вещь|этот\\s+предмет)(?:\\s+(?:здесь|там|на\\s+(?:стол|стул|полку|пол)))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы)\\s+(?:оставить|положить|бросить|поставить|разместить)\\s+(?:коробку|вещь|книгу|журнал|это|эту\\s+вещь|этот\\s+предмет)(?:\\s+(?:здесь|там|на\\s+(?:стол|стул|полку|пол)))?(?:\\s*,?\\s*пожалуйста)?", - "(?i)(?:нужно|следует|требуется|необходимо)\\s+(?:оставить|положить|бросить|поставить|разместить)\\s+(?:коробку|вещь|книгу|журнал|это|эту\\s+вещь|этот\\s+предмет)(?:\\s+(?:здесь|там|на\\s+(?:стол|стул|полку|пол)))?", - "(?i)(?:было\\s+бы\\s+хорошо|неплохо\\s+бы)(?:,?\\s*если\\s+бы)?\\s+ты\\s+(?:оставил(?:а)?|положил(?:а)?|бросил(?:а)?|поставил(?:а)?|разместил(?:а)?)\\s+(?:коробку|вещь|книгу|журнал|это|эту\\s+вещь|этот\\s+предмет)(?:\\s+(?:здесь|там|на\\s+(?:стол|стул|полку|пол)))?" - ], - "description": "Пользователь просит оставить или положить предмет в определенном месте." - }, - { - "id": 10, - "name": "set_point", - "tags": [], - "regexp_full_match": [ - "((установи)|(задай)|(отметь)|(зафиксируй)|(обозначь)|(поставь)) ((точку)|(метку)|(позицию)|(место)|(координату)) ((здесь)|(там)|(в этом месте)|(на карте)|(в пространстве)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((установи)|(задай)|(отметь)|(зафиксируй)|(обозначь)|(поставь)) ((точку)|(метку)|(позицию)|(место)|(координату)) ((здесь)|(там)|(в этом месте)|(на карте)|(в пространстве)){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(способен ли ты)) ((установить)|(задать)|(отметить)|(зафиксировать)|(обозначить)|(поставить)) ((точку)|(метку)|(позицию)|(место)|(координату)) ((здесь)|(там)|(в этом месте)|(на карте)|(в пространстве)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((установи)|(задай)|(отметь)|(зафиксируй)|(обозначь)|(поставь)) ((точку)|(метку)|(позицию)|(место)|(координату)) ((здесь)|(там)|(в этом месте)|(на карте)|(в пространстве)){0,1}", - "((нужно)|(следует)|(требуется)|(необходимо)|(хорошо бы)) ((установить)|(задать)|(отметить)|(зафиксировать)|(обозначить)|(поставить)) ((точку)|(метку)|(позицию)|(место)|(координату)) ((здесь)|(там)|(в этом месте)|(на карте)|(в пространстве)){0,1}", - "((было бы хорошо)|(неплохо бы)|(желательно)), если бы ты ((установил)|(задал)|(отметил)|(зафиксировал)|(обозначил)|(поставил)) ((точку)|(метку)|(позицию)|(место)|(координату)) ((здесь)|(там)|(в этом месте)|(на карте)|(в пространстве)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:установи(?:те)?|задай(?:те)?|отметь(?:те)?|зафиксируй(?:те)?|обозначь(?:те)?|поставь(?:те)?)\\s+(?:эту\\s+)?(?:точку|метку|позицию|место|координату)(?:\\s+(?:здесь|там|в\\s+этом\\s+месте|на\\s+карте|в\\s+пространстве))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|способен\\s+ли\\s+ты)\\s+(?:установить|задать|отметить|зафиксировать|обозначить|поставить)\\s+(?:эту\\s+)?(?:точку|метку|позицию|место|координату)(?:\\s+(?:здесь|там|в\\s+этом\\s+месте|на\\s+карте|в\\s+пространстве))?(?:\\s*,?\\s*пожалуйста)?", - "(?i)(?:нужно|следует|требуется|необходимо|хорошо\\s+бы)\\s+(?:установить|задать|отметить|зафиксировать|обозначить|поставить)\\s+(?:эту\\s+)?(?:точку|метку|позицию|место|координату)(?:\\s+(?:здесь|там|в\\s+этом\\s+месте|на\\s+карте|в\\s+пространстве))?", - "(?i)(?:было\\s+бы\\s+хорошо|неплохо\\s+бы|желательно)(?:,?\\s*если\\s+бы)?\\s+(?:ты\\s+)?(?:установил(?:а)?|задал(?:а)?|отметил(?:а)?|зафиксировал(?:а)?|обозначил(?:а)?|поставил(?:а)?)\\s+(?:эту\\s+)?(?:точку|метку|позицию|место|координату)(?:\\s+(?:здесь|там|в\\s+этом\\s+месте|на\\s+карте|в\\s+пространстве))?" - ], - "description": "Пользователь хочет установить точку или метку в определенном месте." - } - ] -} diff --git a/experiments/intent_description/ac_robotic_new_with_intent_desc.json b/experiments/intent_description/ac_robotic_new_with_intent_desc.json deleted file mode 100644 index a067bd2a..00000000 --- a/experiments/intent_description/ac_robotic_new_with_intent_desc.json +++ /dev/null @@ -1,393 +0,0 @@ -{ - "utterances": [], - "intents": [ - { - "id": 6, - "name": "move_forward", - "tags": [ - "movement_direction" - ], - "regexp_full_match": [ - "(пожалуйста(,){0,1} ){0,1}((проедь)|(проезжай)|(едь)|(езжай)|(двигайся)|(подвинься)|(продвигайся)|(отъедь)|(отъезжай)) ((вперёд)|(вперед)|(по прямой)|(прямо)) (на ){0,1}((2)|(три)|(17)|(десять)){0,1}( метров){0,1}", - "(пожалуйста(,){0,1} ){0,1}((проедь)|(проезжай)|(едь)|(езжай)|(двигайся)|(подвинься)|(продвигайся)|(отъедь)|(отъезжай)) ((вперёд)|(вперед)|(по прямой)|(прямо)) (на ){0,1}((10)|(десять)){0,1}( метров){0,1}(, если можешь){0,1}", - "((тебе ((надо)|(следует)|(стоит))|ты (можешь|мог бы|не мог бы)) ){0,1}((проехать)|(отъехать)|(доехать)|(продвинуться)|(подвинуться)) ((вперёд)|(вперед)|(по прямой)|(прямо)) (на ){0,1}((6)|(пять)){0,1}( метров){0,1}", - "(робот(,){0,1} ){0,1}(пожалуйста(,){0,1} ){0,1}((проедь)|(проезжай)|(едь)|(езжай)|(двигайся)|(подвинься)|(продвигайся)) (на ){0,1}((7)|(четыре)|(11)|(двенадцать)){0,1}( метров){0,1}", - "было бы хорошо, если бы ты ((проехал)|(продвинулся)|(подвинулся)|(отъехал)) ((вперёд)|(вперед)|(по прямой)|(прямо)) (на ){0,1}((20)|(семь)|(11)|(одиннадцать)){0,1}( метров){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:(?:про|по)?ед(?:ь(?:те)?|у)|(?:про|по)?езжай(?:те)?|двигай(?:ся|тесь)|(?:про|под)вин(?:ь(?:ся|тесь)|усь)|отъ?езжай(?:те)?)\\s+(?:вперёд|вперед|прямо|по\\s+прямой)(?:\\s+на\\s+(?:\\d+|[а-я]+)\\s*(?:метр(?:ов|а)?|м\\.?|шаг(?:ов|а)?))?(?:,?\\s*если\\s+можешь)?", - "(?i)(?:(?:не\\s+)?мог(?:\\s+бы)?\\s+(?:ли\\s+)?(?:ты|вы)|(?:ты\\s+)?(?:не\\s+)?мо(?:жешь|г(?:ла|ли)\\s+бы)|способен\\s+ли\\s+ты)\\s+(?:про|по)?ехать\\s+(?:вперёд|вперед|прямо|по\\s+прямой)(?:\\s+на\\s+(?:\\d+|[а-я]+)\\s*(?:метр(?:ов|а)?|м\\.?|шаг(?:ов|а)?))?", - "(?i)(?:тебе\\s+(?:надо|следует|стоит)|нужно|необходимо|требуется|следует)\\s+(?:про|по)?ехать\\s+(?:вперёд|вперед|прямо|по\\s+прямой)(?:\\s+на\\s+(?:\\d+|[а-я]+)\\s*(?:метр(?:ов|а)?|м\\.?|шаг(?:ов|а)?))?", - "(?i)(?:хорошо\\s+бы|было\\s+бы\\s+(?:неплохо|здорово|хорошо))(?:,?\\s*если\\s+бы)?\\s+(?:ты\\s+)?(?:про|по|под)?(?:ехал(?:а)?|двинул(?:ся|ась))\\s+(?:вперёд|вперед|прямо|по\\s+прямой)(?:\\s+на\\s+(?:\\d+|[а-я]+)\\s*(?:метр(?:ов|а)?|м\\.?|шаг(?:ов|а)?))?" - ], - "description": "user wants to move forward" - }, - { - "id": 5, - "name": "move_backward", - "tags": [ - "movement_direction" - ], - "regexp_full_match": [ - "(пожалуйста(,){0,1} ){0,1}((проедь)|(проезжай)|(едь)|(езжай)|(двигайся)|(подвинься)|(отодвинься)|(отъедь)|(отъезжай)) ((назад)|(в обратно направлении)|(обратно)) (на ){0,1}((2)|(три)|(17)|(десять)){0,1}( метров){0,1}", - "(пожалуйста(,){0,1} ){0,1}((проедь)|(проезжай)|(едь)|(езжай)|(двигайся)|(подвинься)|(отодвинься)|(отъедь)|(отъезжай)) ((назад)|(в обратно направлении)|(обратно)) (на ){0,1}((10)|(десять)){0,1}( метров){0,1}(, если можешь){0,1}", - "((тебе ((надо)|(следует)|(стоит))|ты (можешь|мог бы|не мог бы)) ){0,1}((проехать)|(отъехать)|(доехать)|(отодвинуться)|(подвинуться)) ((назад)|(в обратно направлении)|(обратно)) (на ){0,1}((6)|(пять)){0,1}( метров){0,1}", - "(робот(,){0,1} ){0,1}(пожалуйста(,){0,1} ){0,1}((отодвинься)|(отъедь)|(отъезжай)) (на ){0,1}((7)|(четыре)|(11)|(двенадцать)){0,1}( метров){0,1}", - "было бы хорошо, если бы ты ((проехал)|(отодвинулся)|(подвинулся)|(отъехал)) ((назад)|(в обратно направлении)|(обратно)) (на ){0,1}((20)|(семь)|(11)|(одиннадцать)){0,1}( метров){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:(?:про|по|ото)?(?:ед(?:ь(?:те)?|у)|езжай(?:те)?|двигай(?:ся|тесь)|двин(?:ь(?:ся|тесь)|усь)|отъ?езжай(?:те)?))\\s+(?:назад|обратно|в\\s+обратн(?:ом|ую)\\s+(?:направлени(?:и|ю)|сторону))(?:\\s+на\\s+(?:\\d+|[а-я]+)\\s*(?:метр(?:ов|а)?|м\\.?|шаг(?:ов|а)?))?(?:,?\\s*если\\s+можешь)?", - "(?i)(?:(?:не\\s+)?мог(?:\\s+бы)?\\s+(?:ли\\s+)?(?:ты|вы)|(?:ты\\s+)?(?:не\\s+)?мо(?:жешь|г(?:ла|ли)\\s+бы)|способен\\s+ли\\s+ты)\\s+(?:про|по|ото)?(?:ехать|двинуться)\\s+(?:назад|обратно|в\\s+обратн(?:ом|ую)\\s+(?:направлени(?:и|ю)|сторону))(?:\\s+на\\s+(?:\\d+|[а-я]+)\\s*(?:метр(?:ов|а)?|м\\.?|шаг(?:ов|а)?))?", - "(?i)(?:тебе\\s+(?:надо|следует|стоит)|нужно|необходимо|требуется|следует)\\s+(?:про|по|ото)?(?:ехать|двинуться)\\s+(?:назад|обратно|в\\s+обратн(?:ом|ую)\\s+(?:направлени(?:и|ю)|сторону))(?:\\s+на\\s+(?:\\d+|[а-я]+)\\s*(?:метр(?:ов|а)?|м\\.?|шаг(?:ов|а)?))?", - "(?i)(?:хорошо\\s+бы|было\\s+бы\\s+(?:неплохо|здорово|хорошо))(?:,?\\s*если\\s+бы)?\\s+(?:ты\\s+)?(?:про|по|ото)?(?:ехал(?:а)?|двинул(?:ся|ась))\\s+(?:назад|обратно|в\\s+обратн(?:ом|ую)\\s+(?:направлени(?:и|ю)|сторону))(?:\\s+на\\s+(?:\\d+|[а-я]+)\\s*(?:метр(?:ов|а)?|м\\.?|шаг(?:ов|а)?))?" - ], - "description": "user wants to move backward" - }, - { - "id": 0, - "name": "GO", - "tags": [], - "regexp_full_match": [ - "((иди)|(пройди)|(продвинься)|(переместись)) ((на расстояние)|(на дистанцию)){0,1} ((метров)|(шагов)|(единиц)){0,1} ((вперед)|(назад)|(влево)|(вправо)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((иди)|(пройди)|(продвинься)|(переместись)) ((на расстояние)|(на дистанцию)){0,1} ((метров)|(шагов)|(единиц)){0,1} ((вперед)|(назад)|(влево)|(вправо)){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(способен ли ты)) ((идти)|(пройти)|(продвинуться)|(переместиться)) ((на расстояние)|(на дистанцию)){0,1} ((метров)|(шагов)|(единиц)){0,1} ((вперед)|(назад)|(влево)|(вправо)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((иди)|(пройди)|(продвинься)|(переместись)) ((на расстояние)|(на дистанцию)){0,1} ((метров)|(шагов)|(единиц)){0,1} ((вперед)|(назад)|(влево)|(вправо)){0,1}", - "((нужно)|(следует)|(требуется)|(необходимо)) ((идти)|(пройти)|(продвинуться)|(переместиться)) ((на расстояние)|(на дистанцию)){0,1} ((метров)|(шагов)|(единиц)){0,1} ((вперед)|(назад)|(влево)|(вправо)){0,1}", - "((было бы хорошо)|(неплохо бы)), если бы ты ((прошел)|(продвинулся)|(переместился)) ((на расстояние)|(на дистанцию)){0,1} ((метров)|(шагов)|(единиц)){0,1} ((вперед)|(назад)|(влево)|(вправо)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:иди(?:те)?|прой(?:ди(?:те)?|ти)|продвин(?:ь(?:ся|тесь)|уться)|перемести(?:сь|тесь)|двигай(?:ся|тесь)|шевели(?:сь|тесь)|сдвинь(?:ся|тесь)|(?:с)?дела(?:й(?:те)?|ть)\\s+(?:шаг|движение))(?:\\s+(?:на\\s+(?:расстояние|дистанцию))?\\s+(?:\\d+|[а-я]+)?\\s*(?:метр(?:ов|а)?|шаг(?:ов|а)?|единиц(?:ы)?|м\\.?|см\\.?)?)?(?:\\s+(?:вперед|назад|вправо|влево|в\\s+сторону|к|от|в\\s+направлении))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|способен\\s+ли\\s+ты)\\s+(?:идти|пройти|продвинуться|переместиться|двигаться|шевелиться|сдвинуться|(?:с)?делать\\s+(?:шаг|движение))(?:\\s+(?:на\\s+(?:расстояние|дистанцию))?\\s+(?:\\d+|[а-я]+)?\\s*(?:метр(?:ов|а)?|шаг(?:ов|а)?|единиц(?:ы)?|м\\.?|см\\.?)?)?(?:\\s+(?:вперед|назад|вправо|влево|в\\s+сторону|к|от|в\\s+направлении))?", - "(?i)(?:нужно|следует|требуется|необходимо|стоит)\\s+(?:идти|пройти|продвинуться|переместиться|двигаться|шевелиться|сдвинуться|(?:с)?делать\\s+(?:шаг|движение))(?:\\s+(?:на\\s+(?:расстояние|дистанцию))?\\s+(?:\\d+|[а-я]+)?\\s*(?:метр(?:ов|а)?|шаг(?:ов|а)?|единиц(?:ы)?|м\\.?|см\\.?)?)?(?:\\s+(?:вперед|назад|вправо|влево|в\\s+сторону|к|от|в\\s+направлении))?", - "(?i)(?:было\\s+бы\\s+хорошо|неплохо\\s+бы)(?:,\\s*)?(?:если\\s+бы\\s+ты)?\\s+(?:прош(?:ел|ла)|продвину(?:лся|лась)|перемести(?:лся|лась)|двину(?:лся|лась)|шевельну(?:лся|лась)|сдвину(?:лся|лась)|(?:с)?дела(?:л|ла)\\s+(?:шаг|движение))(?:\\s+(?:на\\s+(?:расстояние|дистанцию))?\\s+(?:\\d+|[а-я]+)?\\s*(?:метр(?:ов|а)?|шаг(?:ов|а)?|единиц(?:ы)?|м\\.?|см\\.?)?)?(?:\\s+(?:вперед|назад|вправо|влево|в\\s+сторону|к|от|в\\s+направлении))?" - ], - "description": "user wants to initiate a action or movement." - }, - { - "id": 7, - "name": "pick_up", - "tags": [], - "regexp_full_match": [ - "(пожалуйста(,){0,1} ){0,1}((возьми)|(подними)|(подбери)|(схвати)|(захвати)) ((эту)|(это)|(этот)|(тот)|(ту)|(то)) ((книгу)|(ручку)|(мяч)|(телефон)|(ключи)|(пакет)|(документы)|(стул)|(вещь)){0,1}", - "(пожалуйста(,){0,1} ){0,1}((возьми)|(подними)|(подбери)|(схвати)|(захвати)) ((эту)|(это)|(этот)|(тот)|(ту)|(то)) ((книгу)|(ручку)|(мяч)|(телефон)|(ключи)|(пакет)|(документы)|(стул)|(вещь)){0,1}(, если можешь){0,1}", - "((тебе ((надо)|(следует)|(стоит))|ты (можешь|мог бы|не мог бы)) ){0,1}((взять)|(поднять)|(подобрать)|(схватить)|(захватить)) ((эту)|(это)|(этот)|(тот)|(ту)|(то)) ((книгу)|(ручку)|(мяч)|(телефон)|(ключи)|(пакет)|(документы)|(стул)|(вещь)){0,1}", - "(робот(,){0,1} ){0,1}(пожалуйста(,){0,1} ){0,1}((возьми)|(подними)|(подбери)|(схвати)|(захвати)) ((эту)|(это)|(этот)|(тот)|(ту)|(то)) ((книгу)|(ручку)|(мяч)|(телефон)|(ключи)|(пакет)|(документы)|(стул)|(вещь)){0,1}", - "было бы хорошо, если бы ты ((взял)|(поднял)|(подобрал)|(схватил)|(захватил)) ((эту)|(это)|(этот)|(тот)|(ту)|(то)) ((книгу)|(ручку)|(мяч)|(телефон)|(ключи)|(пакет)|(документы)|(стул)|(вещь)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:возьми(?:те)?|подними(?:те)?|подбери(?:те)?|схвати(?:те)?|захвати(?:те)?)(?:\\s+(?:эт(?:у|о|от)|т(?:у|о|от))\\s+)?(?:книгу|ручку|мяч|телефон|ключи|пакет|документы|стул|вещь)?(?:\\s*,?\\s*если\\s+можешь)?", - "(?i)(?:тебе\\s+(?:надо|следует|стоит)|ты\\s+(?:можешь|мог\\s+бы|не\\s+мог\\s+бы))\\s+(?:взять|поднять|подобрать|схватить|захватить)(?:\\s+(?:эт(?:у|о|от)|т(?:у|о|от))\\s+)?(?:книгу|ручку|мяч|телефон|ключи|пакет|документы|стул|вещь)?", - "(?i)было\\s+бы\\s+хорошо,?\\s+если\\s+бы\\s+ты\\s+(?:взял(?:а)?|поднял(?:а)?|подобрал(?:а)?|схватил(?:а)?|захватил(?:а)?)(?:\\s+(?:эт(?:у|о|от)|т(?:у|о|от))\\s+)?(?:книгу|ручку|мяч|телефон|ключи|пакет|документы|стул|вещь)?" - ], - "description": "user wants to know how to pick up something" - }, - { - "id": 8, - "name": "place", - "tags": [], - "regexp_full_match": [ - "((поставь)|(положи)|(размести)|(оставь)) ((это)|(эту)|(этот)|(ту)|(тот)) ((книгу)|(вещь)|(стул)|(коробку)|(журнал)){0,1} ((на стол)|(в угол)|(на полку)|(здесь)|(там)){0,1}", - "можешь ((поставить)|(положить)|(разместить)|(оставить)) ((это)|(эту)|(этот)|(ту)|(тот)) ((книгу)|(вещь)|(стул)|(коробку)|(журнал)){0,1} ((на стол)|(в угол)|(на полку)|(здесь)|(там)){0,1}", - "(пожалуйста(,){0,1} ){0,1}((поставь)|(положи)|(размести)|(оставь)) ((это)|(эту)|(этот)|(ту)|(тот)) ((книгу)|(вещь)|(стул)|(коробку)|(журнал)){0,1} ((на стол)|(в угол)|(на полку)|(здесь)|(там)){0,1}", - "((поставь)|(положи)|(размести)|(оставь)) ((это)|(эту)|(этот)|(ту)|(тот)) ((у стены)|(на пороге)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:можешь\\s+)?(?:поставь(?:те)?|положи(?:те)?|размести(?:те)?|оставь(?:те)?)\\s+(?:это|эту|этот|ту|тот)?\\s*(?:книгу|вещь|стул|коробку|журнал)?(?:\\s+(?:на\\s+стол|в\\s+угол|на\\s+полку|здесь|там|у\\s+стены|на\\s+пороге))?", - "(?i)(?:не\\s+мог(?:ли)?\\s+бы\\s+вы\\s+|можно\\s+)?(?:поставить|положить|разместить|оставить)\\s+(?:это|эту|этот|ту|тот)?\\s*(?:книгу|вещь|стул|коробку|журнал)?(?:\\s+(?:на\\s+стол|в\\s+угол|на\\s+полку|здесь|там|у\\s+стены|на\\s+пороге))?", - "(?i)(?:было\\s+бы\\s+(?:хорошо|неплохо)|не\\s+мог(?:ли)?\\s+бы\\s+вы)\\s+(?:поставить|положить|разместить|оставить)\\s+(?:это|эту|этот|ту|тот)?\\s*(?:книгу|вещь|стул|коробку|журнал)?(?:\\s+(?:на\\s+стол|в\\s+угол|на\\s+полку|здесь|там|у\\s+стены|на\\s+пороге))?" - ], - "description": "user wants information about a place" - }, - { - "id": 9, - "name": "say", - "tags": [], - "regexp_full_match": [ - "((скажи)|(произнеси)|(расскажи)|(повтори)|(озвучь)|(проговори)) ((что-то)|(привет)|(как дела)|(эти слова)|(анекдот)|(историю)|(мои слова)|(что-нибудь)|(слова вслух)|(за мной)|(фразу)|(предложение)|(текст)){0,1} (, пожалуйста){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(в состоянии ли ты)|(способен ли ты)){0,1} ((сказать)|(произнести)|(рассказать)|(повторить)|(озвучить)|(проговорить)) ((что-то)|(привет)|(как дела)|(эти слова)|(анекдот)|(историю)|(мои слова)|(что-нибудь)|(слова вслух)|(за мной)|(фразу)|(предложение)|(текст)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((скажи)|(произнеси)|(расскажи)|(повтори)|(озвучь)|(проговори)) ((что-то)|(привет)|(как дела)|(эти слова)|(анекдот)|(историю)|(мои слова)|(что-нибудь)|(слова вслух)|(за мной)|(фразу)|(предложение)|(текст)){0,1}", - "((было бы здорово)|(хорошо бы)|(не плохо бы)|(отлично, если)|(будет замечательно, если)), (если ){0,1}(бы ){0,1}ты ((сказал)|(произнес)|(рассказал)|(повторил)|(озвучил)|(проговорил)) ((что-то)|(привет)|(как дела)|(эти слова)|(анекдот)|(историю)|(мои слова)|(что-нибудь)|(слова вслух)|(за мной)|(фразу)|(предложение)|(текст)){0,1}", - "(робот(,){0,1} ){0,1}((скажи)|(произнеси)|(расскажи)|(повтори)|(озвучь)|(проговори)) ((что-то)|(привет)|(как дела)|(эти слова)|(анекдот)|(историю)|(мои слова)|(что-нибудь)|(слова вслух)|(за мной)|(фразу)|(предложение)|(текст)){0,1}", - "((давай)|(попробуй)|(попытайся)|(постарайся)) ((сказать)|(произнести)|(рассказать)|(повторить)|(озвучить)|(проговорить)) ((что-то)|(привет)|(как дела)|(эти слова)|(анекдот)|(историю)|(мои слова)|(что-нибудь)|(слова вслух)|(за мной)|(фразу)|(предложение)|(текст)){0,1}", - "((нужно)|(необходимо)|(требуется)|(следует)|(стоит)) ((сказать)|(произнести)|(рассказать)|(повторить)|(озвучить)|(проговорить)) ((что-то)|(привет)|(как дела)|(эти слова)|(анекдот)|(историю)|(мои слова)|(что-нибудь)|(слова вслух)|(за мной)|(фразу)|(предложение)|(текст)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:скажи(?:те)?|произнеси(?:те)?|расскажи(?:те)?|повтори(?:те)?|озвучь(?:те)?|проговори(?:те)?)(?:\\s+(?:что-то|привет|как\\s+дела|эти\\s+слова|анекдот|историю|мои\\s+слова|что-нибудь|слова\\s+вслух|за\\s+мной|фразу|предложение|текст))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|в\\s+состоянии\\s+ли\\s+ты|способен\\s+ли\\s+ты)\\s+(?:сказать|произнести|рассказать|повторить|озвучить|проговорить)(?:\\s+(?:что-то|привет|как\\s+дела|эти\\s+слова|анекдот|историю|мои\\s+слова|что-нибудь|слова\\s+вслух|за\\s+мной|фразу|предложение|текст))?", - "(?i)(?:было\\s+бы\\s+здорово|хорошо\\s+бы|не\\s+плохо\\s+бы|отлично,?\\s+если|будет\\s+замечательно,?\\s+если)(?:,\\s*)?(?:если\\s+)?(?:бы\\s+)?ты\\s+(?:сказал(?:а)?|произнес(?:ла)?|рассказал(?:а)?|повторил(?:а)?|озвучил(?:а)?|проговорил(?:а)?)(?:\\s+(?:что-то|привет|как\\s+дела|эти\\s+слова|анекдот|историю|мои\\s+слова|что-нибудь|слова\\s+вслух|за\\s+мной|фразу|предложение|текст))?", - "(?i)(?:давай(?:те)?|попробуй(?:те)?|попытай(?:ся|тесь)|постарай(?:ся|тесь))\\s+(?:сказать|произнести|рассказать|повторить|озвучить|проговорить)(?:\\s+(?:что-то|привет|как\\s+дела|эти\\s+слова|анекдот|историю|мои\\s+слова|что-нибудь|слова\\s+вслух|за\\s+мной|фразу|предложение|текст))?", - "(?i)(?:нужно|необходимо|требуется|следует|стоит)\\s+(?:сказать|произнести|рассказать|повторить|озвучить|проговорить)(?:\\s+(?:что-то|привет|как\\s+дела|эти\\s+слова|анекдот|историю|мои\\s+слова|что-нибудь|слова\\s+вслух|за\\s+мной|фразу|предложение|текст))?" - ], - "description": "user wants to say something" - }, - { - "id": 11, - "name": "sit_down", - "tags": [], - "regexp_full_match": [ - "((сядь)|(присядь)|(усаживайся)|(садись)|(опустись)|(примостись)) ((здесь)|(там)|(тут)|(рядом)|(на стул)|(на скамейке)|(на пол)|(на диван)|(на кресло)|(на табурет)|(на лавку)|(на софу)|(на сиденье)|(поблизости)){0,1} (, пожалуйста){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(в состоянии ли ты)|(способен ли)|(есть ли возможность)) ((сесть)|(присесть)|(усесться)|(опуститься)|(примоститься)) ((здесь)|(там)|(тут)|(рядом)|(на стул)|(на скамейке)|(на пол)|(на диван)|(на кресло)|(на табурет)|(на лавку)|(на софу)|(на сиденье)|(поблизости)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((сядь)|(присядь)|(усаживайся)|(садись)|(опустись)|(примостись)) ((здесь)|(там)|(тут)|(рядом)|(на стул)|(на скамейке)|(на пол)|(на диван)|(на кресло)|(на табурет)|(на лавку)|(на софу)|(на сиденье)|(поблизости)){0,1}", - "((было бы здорово)|(хорошо бы)|(не плохо бы)|(отлично, если)|(будет замечательно, если)), (если ){0,1}(бы ){0,1}ты ((сел)|(присел)|(уселся)|(опустился)|(примостился)) ((здесь)|(там)|(тут)|(рядом)|(на стул)|(на скамейке)|(на пол)|(на диван)|(на кресло)|(на табурет)|(на лавку)|(на софу)|(на сиденье)|(поблизости)){0,1}", - "(робот(,){0,1} ){0,1}((сядь)|(присядь)|(усаживайся)|(садись)|(опустись)|(примостись)) ((здесь)|(там)|(тут)|(рядом)|(на стул)|(на скамейке)|(на пол)|(на диван)|(на кресло)|(на табурет)|(на лавку)|(на софу)|(на сиденье)|(поблизости)){0,1}", - "((давай)|(попробуй)|(попытайся)|(постарайся)) ((сесть)|(присесть)|(усесться)|(опуститься)|(примоститься)) ((здесь)|(там)|(тут)|(рядом)|(на стул)|(на скамейке)|(на пол)|(на диван)|(на кресло)|(на табурет)|(на лавку)|(на софу)|(на сиденье)|(поблизости)){0,1}", - "((нужно)|(необходимо)|(требуется)|(следует)|(стоит)|(желательно)) ((сесть)|(присесть)|(усесться)|(опуститься)|(примоститься)) ((здесь)|(там)|(тут)|(рядом)|(на стул)|(на скамейке)|(на пол)|(на диван)|(на кресло)|(на табурет)|(на лавку)|(на софу)|(на сиденье)|(поблизости)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:сядь(?:те)?|присядь(?:те)?|усаживай(?:ся|тесь)|сади(?:сь|тесь)|опусти(?:сь|тесь)|примости(?:сь|тесь))(?:\\s+(?:здесь|там|тут|рядом|на\\s+(?:стул|скамейк(?:е|у)|пол|диван|кресло|табурет|лавку|софу|сиденье)|поблизости))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|в\\s+состоянии\\s+ли\\s+ты|способен\\s+ли|есть\\s+ли\\s+возможность)\\s+(?:сесть|присесть|усесться|опуститься|примоститься)(?:\\s+(?:здесь|там|тут|рядом|на\\s+(?:стул|скамейк(?:е|у)|пол|диван|кресло|табурет|лавку|софу|сиденье)|поблизости))?", - "(?i)(?:было\\s+бы\\s+здорово|хорошо\\s+бы|не\\s+плохо\\s+бы|отлично,?\\s+если|будет\\s+замечательно,?\\s+если)(?:,\\s*)?(?:если\\s+)?(?:бы\\s+)?ты\\s+(?:сел(?:а)?|присел(?:а)?|уселся|опустился|примостился)(?:\\s+(?:здесь|там|тут|рядом|на\\s+(?:стул|скамейк(?:е|у)|пол|диван|кресло|табурет|лавку|софу|сиденье)|поблизости))?", - "(?i)(?:давай(?:те)?|попробуй(?:те)?|попытай(?:ся|тесь)|постарай(?:ся|тесь))\\s+(?:сесть|присесть|усесться|опуститься|примоститься)(?:\\s+(?:здесь|там|тут|рядом|на\\s+(?:стул|скамейк(?:е|у)|пол|диван|кресло|табурет|лавку|софу|сиденье)|поблизости))?", - "(?i)(?:нужно|необходимо|требуется|следует|стоит|желательно)\\s+(?:сесть|присесть|усесться|опуститься|примоститься)(?:\\s+(?:здесь|там|тут|рядом|на\\s+(?:стул|скамейк(?:е|у)|пол|диван|кресло|табурет|лавку|софу|сиденье)|поблизости))?" - ], - "description": "user wants to sit down." - }, - { - "id": 12, - "name": "stand_up", - "tags": [], - "regexp_full_match": [ - "((встань)|(поднимись)|(вставай)|(поднимайся)|(привстань)|(выпрямись)|(распрямись)|(встань на ноги)) ((сейчас)|(немедленно)|(скорее)|(быстро)|(не спеша)|(медленно)|(тотчас)|(сию минуту)|(без промедления)){0,1} (, пожалуйста){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(в состоянии ли ты)|(способен ли)|(есть ли возможность)|(будь добр)) ((встать)|(подняться)|(привстать)|(выпрямиться)|(распрямиться)|(встать на ноги)) ((сейчас)|(немедленно)|(скорее)|(быстро)|(не спеша)|(медленно)|(тотчас)|(сию минуту)|(без промедления)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((встань)|(поднимись)|(вставай)|(поднимайся)|(привстань)|(выпрямись)|(распрямись)|(встань на ноги)) ((сейчас)|(немедленно)|(скорее)|(быстро)|(не спеша)|(медленно)|(тотчас)|(сию минуту)|(без промедления)){0,1}", - "((было бы здорово)|(хорошо бы)|(не плохо бы)|(отлично, если)|(будет замечательно, если)|(я был бы признателен, если)) (если ){0,1}(бы ){0,1}ты ((встал)|(поднялся)|(привстал)|(выпрямился)|(распрямился)|(встал на ноги)) ((сейчас)|(немедленно)|(скорее)|(быстро)|(не спеша)|(медленно)|(тотчас)|(сию минуту)|(без промедления)){0,1}", - "(робот(,){0,1} ){0,1}((встань)|(поднимись)|(вставай)|(поднимайся)|(привстань)|(выпрямись)|(распрямись)|(встань на ноги)) ((сейчас)|(немедленно)|(скорее)|(быстро)|(не спеша)|(медленно)|(тотчас)|(сию минуту)|(без промедления)){0,1}", - "((давай)|(попробуй)|(попытайся)|(постарайся)|(сделай попытку)|(предприми усилие)) ((встать)|(подняться)|(привстать)|(выпрямиться)|(распрямиться)|(встать на ноги)) ((сейчас)|(немедленно)|(скорее)|(быстро)|(не спеша)|(медленно)|(тотчас)|(сию минуту)|(без промедления)){0,1}", - "((нужно)|(необходимо)|(требуется)|(следует)|(стоит)|(желательно)|(рекомендуется)|(будет уместно)) ((встать)|(подняться)|(привстать)|(выпрямиться)|(распрямиться)|(встать на ноги)) ((сейчас)|(немедленно)|(скорее)|(быстро)|(не спеша)|(медленно)|(тотчас)|(сию минуту)|(без промедления)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:встань(?:те)?|подними(?:сь|тесь)|вставай(?:те)?|поднимай(?:ся|тесь)|привстань(?:те)?|выпрями(?:сь|тесь)|распрями(?:сь|тесь)|встань(?:те)?\\s+на\\s+ноги)(?:\\s+(?:сейчас|немедленно|скорее|быстро|не\\s+спеша|медленно|тотчас|сию\\s+минуту|без\\s+промедления))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|в\\s+состоянии\\s+ли\\s+ты|способен\\s+ли|есть\\s+ли\\s+возможность|будь\\s+добр)\\s+(?:встать|подняться|привстать|выпрямиться|распрямиться|встать\\s+на\\s+ноги)(?:\\s+(?:сейчас|немедленно|скорее|быстро|не\\s+спеша|медленно|тотчас|сию\\s+минуту|без\\s+промедления))?", - "(?i)(?:было\\s+бы\\s+здорово|хорошо\\s+бы|не\\s+плохо\\s+бы|отлично,?\\s+если|будет\\s+замечательно,?\\s+если|я\\s+был\\s+бы\\s+признателен,?\\s+если)(?:,\\s*)?(?:если\\s+)?(?:бы\\s+)?ты\\s+(?:встал(?:а)?|поднялся|привстал(?:а)?|выпрямился|распрямился|встал(?:а)?\\s+на\\s+ноги)(?:\\s+(?:сейчас|немедленно|скорее|быстро|не\\s+спеша|медленно|тотчас|сию\\s+минуту|без\\s+промедления))?", - "(?i)(?:давай(?:те)?|попробуй(?:те)?|попытай(?:ся|тесь)|постарай(?:ся|тесь)|сделай(?:те)?\\s+попытку|предприми(?:те)?\\s+усилие)\\s+(?:встать|подняться|привстать|выпрямиться|распрямиться|встать\\s+на\\s+ноги)(?:\\s+(?:сейчас|немедленно|скорее|быстро|не\\s+спеша|медленно|тотчас|сию\\s+минуту|без\\s+промедления))?", - "(?i)(?:нужно|необходимо|требуется|следует|стоит|желательно|рекомендуется|будет\\s+уместно)\\s+(?:встать|подняться|привстать|выпрямиться|распрямиться|встать\\s+на\\s+ноги)(?:\\s+(?:сейчас|немедленно|скорее|быстро|не\\s+спеша|медленно|тотчас|сию\\s+минуту|без\\s+промедления))?" - ], - "description": "user wants to know about standing up" - }, - { - "id": 14, - "name": "stop", - "tags": [], - "regexp_full_match": [ - "((стоп)|(остановись)|(прекрати)|(хватит)|(не двигайся)|(замри)|(стой)|(перестань)) ((делать это)|(это делать)|(всё это)|(играть)|(двигаться)|(шевелиться)){0,1} ((немедленно)|(сейчас)|(быстро)|(тотчас)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((стоп)|(остановись)|(прекрати)|(хватит)|(не двигайся)|(замри)|(стой)|(перестань)) ((делать это)|(это делать)|(всё это)|(играть)|(двигаться)|(шевелиться)){0,1} ((немедленно)|(сейчас)|(быстро)|(тотчас)){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(способен ли ты)) ((остановиться)|(прекратить)|(замереть)|(не двигаться)|(перестать)) ((делать это)|(это делать)|(всё это)|(играть)|(двигаться)|(шевелиться)){0,1} ((немедленно)|(сейчас)|(быстро)|(тотчас)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((стоп)|(остановись)|(прекрати)|(хватит)|(не двигайся)|(замри)|(стой)|(перестань)) ((делать это)|(это делать)|(всё это)|(играть)|(двигаться)|(шевелиться)){0,1} ((немедленно)|(сейчас)|(быстро)|(тотчас)){0,1}", - "((тебе ((надо)|(следует)|(стоит)|(необходимо))) ){0,1}((остановиться)|(прекратить)|(замереть)|(не двигаться)|(перестать)) ((делать это)|(это делать)|(всё это)|(играть)|(двигаться)|(шевелиться)){0,1} ((немедленно)|(сейчас)|(быстро)|(тотчас)){0,1}", - "((было бы хорошо)|(неплохо бы)), если бы ты ((остановился)|(прекратил)|(замер)|(не двигался)|(перестал)) ((делать это)|(это делать)|(всё это)|(играть)|(двигаться)|(шевелиться)){0,1} ((немедленно)|(сейчас)|(быстро)|(тотчас)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:стоп|останови(?:сь|тесь)|прекрати(?:те)?|хватит|не\\s+двигай(?:ся|тесь)|замри(?:те)?|стой(?:те)?|перестань(?:те)?)(?:\\s+(?:делать\\s+это|это\\s+делать|всё\\s+это|играть|двигаться|шевелиться))?(?:\\s+(?:немедленно|сейчас|быстро|тотчас))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|способен\\s+ли\\s+ты)\\s+(?:останови(?:ть|ться)|прекрати(?:ть)?|замере(?:ть)?|не\\s+двигаться|переста(?:ть|вать))(?:\\s+(?:делать\\s+это|это\\s+делать|всё\\s+это|играть|двигаться|шевелиться))?(?:\\s+(?:немедленно|сейчас|быстро|тотчас))?", - "(?i)(?:тебе\\s+(?:надо|следует|стоит|необходимо)\\s+)?(?:останови(?:ть|ться)|прекрати(?:ть)?|замере(?:ть)?|не\\s+двигаться|переста(?:ть|вать))(?:\\s+(?:делать\\s+это|это\\s+делать|всё\\s+это|играть|двигаться|шевелиться))?(?:\\s+(?:немедленно|сейчас|быстро|тотчас))?", - "(?i)(?:было\\s+бы\\s+хорошо|неплохо\\s+бы)(?:,\\s*)?если\\s+бы\\s+ты\\s+(?:останови(?:л|лся)|прекрати(?:л)?|замер|не\\s+двигался|переста(?:л|вал))(?:\\s+(?:делать\\s+это|это\\s+делать|всё\\s+это|играть|двигаться|шевелиться))?(?:\\s+(?:немедленно|сейчас|быстро|тотчас))?" - ], - "description": "user wants to stop something" - }, - { - "id": 16, - "name": "turn_right", - "tags": [ - "turn_direction" - ], - "regexp_full_match": [ - "((поверни)|(заверни)|(поворачивай)|(разверни)|(сверни)) ((направо)|(вправо)|(в правую сторону)|(по правой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((поверни)|(заверни)|(поворачивай)|(разверни)|(сверни)) ((направо)|(вправо)|(в правую сторону)|(по правой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(способен ли ты)) ((повернуть)|(завернуть)|(повернуться)|(развернуться)|(свернуть)) ((направо)|(вправо)|(в правую сторону)|(по правой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((поверни)|(заверни)|(поворачивай)|(разверни)|(сверни)) ((направо)|(вправо)|(в правую сторону)|(по правой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1}", - "((тебе ((надо)|(следует)|(стоит)|(необходимо))) ){0,1}((повернуть)|(завернуть)|(повернуться)|(развернуться)|(свернуть)) ((направо)|(вправо)|(в правую сторону)|(по правой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1}", - "((было бы хорошо)|(неплохо бы)), если бы ты ((повернул)|(завернул)|(повернулся)|(развернулся)|(свернул)) ((направо)|(вправо)|(в правую сторону)|(по правой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1}", - "((поворот)|(разворот)|(движение)) ((направо)|(вправо)|(в правую сторону)|(по правой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:поверни(?:те)?|заверни(?:те)?|поворачивай(?:те)?|разверни(?:те)?|сверни(?:те)?|(?:пере)?двинь(?:ся|тесь)?|(?:пере)?мести(?:сь|тесь)?|иди(?:те)?)\\s+(?:на)?право|вправо|в\\s+правую\\s+сторону|по\\s+правой\\s+стороне(?:\\s+(?:на\\s+)?(?:\\d+|несколько|пару)?\\s*(?:шаг(?:ов|а)?|метр(?:ов|а)?))?(?:\\s+(?:сейчас|немедленно|скорее|плавно|медленно|быстро))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|способен\\s+ли\\s+ты)\\s+(?:поверну(?:ть|ться)|заверну(?:ть|ться)|разверну(?:ть|ться)|сверну(?:ть|ться)|(?:пере)?двину(?:ть|ться)|(?:пере)?мести(?:ть|сь)|пойти)\\s+(?:на)?право|вправо|в\\s+правую\\s+сторону|по\\s+правой\\s+стороне(?:\\s+(?:на\\s+)?(?:\\d+|несколько|пару)?\\s*(?:шаг(?:ов|а)?|метр(?:ов|а)?))?", - "(?i)(?:тебе\\s+(?:надо|следует|стоит|необходимо)|нужно|требуется|необходимо)\\s+(?:поверну(?:ть|ться)|заверну(?:ть|ться)|разверну(?:ть|ться)|сверну(?:ть|ться)|(?:пере)?двину(?:ть|ться)|(?:пере)?мести(?:ть|сь)|(?:пере)?мести(?:ть|сь)ся|пойти)\\s+(?:на)?право|вправо|в\\s+правую\\s+сторону|по\\s+правой\\s+стороне(?:\\s+(?:на\\s+)?(?:\\d+|несколько|пару)?\\s*(?:шаг(?:ов|а)?|метр(?:ов|а)?))?", - "(?i)(?:было\\s+бы\\s+хорошо|неплохо\\s+бы)(?:,\\s*)?(?:если\\s+бы\\s+)?(?:ты\\s+)?(?:поверну(?:л|лся)|заверну(?:л|лся)|разверну(?:л|лся)|сверну(?:л|лся)|(?:пере)?двину(?:л|лся)|(?:пере)?мести(?:л|лся)|пош[её]л)\\s+(?:на)?право|вправо|в\\s+правую\\s+сторону|по\\s+правой\\s+стороне(?:\\s+(?:на\\s+)?(?:\\d+|несколько|пару)?\\s*(?:шаг(?:ов|а)?|метр(?:ов|а)?))?", - "(?i)(?:поворот|разворот|движение|перемещение)\\s+(?:на)?право|вправо|в\\s+правую\\s+сторону|по\\s+правой\\s+стороне(?:\\s+(?:на\\s+)?(?:\\d+|несколько|пару)?\\s*(?:шаг(?:ов|а)?|метр(?:ов|а)?))?(?:\\s+(?:сейчас|немедленно|скорее|плавно|медленно|быстро))?" - ], - "description": "user wants to turn right" - }, - { - "id": 15, - "name": "turn_left", - "tags": [ - "turn_direction" - ], - "regexp_full_match": [ - "((поверни)|(заверни)|(поворачивай)|(разверни)|(сверни)) ((налево)|(влево)|(в левую сторону)|(по левой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((поверни)|(заверни)|(поворачивай)|(разверни)|(сверни)) ((налево)|(влево)|(в левую сторону)|(по левой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(способен ли ты)) ((повернуть)|(завернуть)|(повернуться)|(развернуться)|(свернуть)) ((налево)|(влево)|(в левую сторону)|(по левой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((поверни)|(заверни)|(поворачивай)|(разверни)|(сверни)) ((налево)|(влево)|(в левую сторону)|(по левой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1}", - "((тебе ((надо)|(следует)|(стоит)|(необходимо))) ){0,1}((повернуть)|(завернуть)|(повернуться)|(развернуться)|(свернуть)) ((налево)|(влево)|(в левую сторону)|(по левой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1}", - "((было бы хорошо)|(неплохо бы)), если бы ты ((повернул)|(завернул)|(повернулся)|(развернулся)|(свернул)) ((налево)|(влево)|(в левую сторону)|(по левой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1}", - "((поворот)|(разворот)|(движение)) ((налево)|(влево)|(в левую сторону)|(по левой стороне)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(медленно)|(быстро)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:поверни(?:те)?|заверни(?:те)?|поворачивай(?:те)?|разверни(?:те)?|сверни(?:те)?|(?:пере)?двинь(?:ся|тесь)?|(?:пере)?мести(?:сь|тесь)?|иди(?:те)?)\\s+(?:на)?лево|влево|в\\s+левую\\s+сторону|по\\s+левой\\s+стороне(?:\\s+(?:на\\s+)?(?:\\d+|несколько|пару)?\\s*(?:шаг(?:ов|а)?|метр(?:ов|а)?))?(?:\\s+(?:сейчас|немедленно|скорее|плавно|медленно|быстро))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|способен\\s+ли\\s+ты)\\s+(?:поверну(?:ть|ться)|заверну(?:ть|ться)|разверну(?:ть|ться)|сверну(?:ть|ться)|(?:пере)?двину(?:ть|ться)|(?:пере)?мести(?:ть|сь)|пойти)\\s+(?:на)?лево|влево|в\\s+левую\\s+сторону|по\\s+левой\\s+стороне(?:\\s+(?:на\\s+)?(?:\\d+|несколько|пару)?\\s*(?:шаг(?:ов|а)?|метр(?:ов|а)?))?", - "(?i)(?:тебе\\s+(?:надо|следует|стоит|необходимо)|нужно|требуется|необходимо)\\s+(?:поверну(?:ть|ться)|заверну(?:ть|ться)|разверну(?:ть|ться)|сверну(?:ть|ться)|(?:пере)?двину(?:ть|ться)|(?:пере)?мести(?:ть|сь)|(?:пере)?мести(?:ть|сь)ся|пойти)\\s+(?:на)?лево|влево|в\\s+левую\\s+сторону|по\\s+левой\\s+стороне(?:\\s+(?:на\\s+)?(?:\\d+|несколько|пару)?\\s*(?:шаг(?:ов|а)?|метр(?:ов|а)?))?", - "(?i)(?:было\\s+бы\\s+хорошо|неплохо\\s+бы)(?:,\\s*)?(?:если\\s+бы\\s+)?(?:ты\\s+)?(?:поверну(?:л|лся)|заверну(?:л|лся)|разверну(?:л|лся)|сверну(?:л|лся)|(?:пере)?двину(?:л|лся)|(?:пере)?мести(?:л|лся)|пош[её]л)\\s+(?:на)?лево|влево|в\\s+левую\\s+сторону|по\\s+левой\\s+стороне(?:\\s+(?:на\\s+)?(?:\\d+|несколько|пару)?\\s*(?:шаг(?:ов|а)?|метр(?:ов|а)?))?", - "(?i)(?:поворот|разворот|движение|перемещение)\\s+(?:на)?лево|влево|в\\s+левую\\s+сторону|по\\s+левой\\s+стороне(?:\\s+(?:на\\s+)?(?:\\d+|несколько|пару)?\\s*(?:шаг(?:ов|а)?|метр(?:ов|а)?))?(?:\\s+(?:сейчас|немедленно|скорее|плавно|медленно|быстро))?" - ], - "description": "user intends to turn left" - }, - { - "id": 13, - "name": "status", - "tags": [], - "regexp_full_match": [ - "((какой)|(каков)|(что по)|(как обстоит дело со)) ((статус)|(статусом)|(состояние)|(состоянием)) ((операции)|(работы)|(задачи)|(процесса)|(выполнения)|(дела)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((скажи)|(сообщи)|(доложи)|(расскажи)|(проинформируй)) ((о статусе)|(о состоянии)|(статус)|(состояние)) ((операции)|(работы)|(задачи)|(процесса)|(выполнения)|(дела)){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(способен ли ты)|(в состоянии ли ты)) ((сказать)|(сообщить)|(доложить)|(рассказать)|(проинформировать)) ((о статусе)|(о состоянии)|(статус)|(состояние)) ((операции)|(работы)|(задачи)|(процесса)|(выполнения)|(дела)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((какой)|(каков)|(что по)|(как обстоит дело со)) ((статус)|(статусом)|(состояние)|(состоянием)) ((операции)|(работы)|(задачи)|(процесса)|(выполнения)|(дела)){0,1}", - "((нужно)|(необходимо)|(требуется)|(хотелось бы)|(желательно)) ((узнать)|(выяснить)|(уточнить)|(прояснить)) ((статус)|(состояние)) ((операции)|(работы)|(задачи)|(процесса)|(выполнения)|(дела)){0,1}", - "((было бы хорошо)|(неплохо бы)|(хорошо, если)) (если ){0,1}(бы ){0,1}ты ((сказал)|(сообщил)|(доложил)|(рассказал)|(проинформировал)) ((о статусе)|(о состоянии)|(статус)|(состояние)) ((операции)|(работы)|(задачи)|(процесса)|(выполнения)|(дела)){0,1}", - "((доклад)|(отчет)|(информация)|(сводка)) ((о статусе)|(о состоянии)|(по статусу)|(по состоянию)) ((операции)|(работы)|(задачи)|(процесса)|(выполнения)|(дела)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:какой|каков|что\\s+по|как\\s+обстоит\\s+дело\\s+со)\\s+(?:статус(?:ом)?|состояни(?:е|ем))(?:\\s+(?:операции|работы|задачи|процесса|выполнения|дела))?(?:\\s*,?\\s*пожалуйста)?", - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:скажи|сообщи|доложи|расскажи|проинформируй)\\s+(?:о\\s+)?(?:статус(?:е)?|состояни(?:е|и))(?:\\s+(?:операции|работы|задачи|процесса|выполнения|дела))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|способен\\s+ли\\s+ты|в\\s+состоянии\\s+ли\\s+ты)\\s+(?:сказать|сообщить|доложить|рассказать|проинформировать)\\s+(?:о\\s+)?(?:статус(?:е)?|состояни(?:е|и))(?:\\s+(?:операции|работы|задачи|процесса|выполнения|дела))?(?:\\s*,?\\s*пожалуйста)?", - "(?i)(?:нужно|необходимо|требуется|хотелось\\s+бы|желательно)\\s+(?:узнать|выяснить|уточнить|прояснить)\\s+(?:статус|состояние)(?:\\s+(?:операции|работы|задачи|процесса|выполнения|дела))?", - "(?i)(?:было\\s+бы\\s+хорошо|неплохо\\s+бы|хорошо,?\\s+если)(?:,?\\s*если)?(?:\\s+бы)?\\s+ты\\s+(?:сказал|сообщил|доложил|рассказал|проинформировал)\\s+(?:о\\s+)?(?:статус(?:е)?|состояни(?:е|и))(?:\\s+(?:операции|работы|задачи|процесса|выполнения|дела))?", - "(?i)(?:доклад|отчет|информаци(?:я|ю)|сводк(?:а|у))\\s+(?:о|по)\\s+(?:статус(?:у)?|состояни(?:ю|е))(?:\\s+(?:операции|работы|задачи|процесса|выполнения|дела))?" - ], - "description": "user wants to know the status" - }, - { - "id": 3, - "name": "enable_autopilot", - "tags": [ - "autopilot_mode" - ], - "regexp_full_match": [ - "((включи)|(активируй)|(запусти)|(переключи на)|(переведи на)|(задействуй)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((включи)|(активируй)|(запусти)|(переключи на)|(переведи на)|(задействуй)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(способен ли ты)|(в состоянии ли ты)) ((включить)|(активировать)|(запустить)|(переключить на)|(перевести на)|(задействовать)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((включи)|(активируй)|(запусти)|(переключи на)|(переведи на)|(задействуй)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1}", - "((нужно)|(необходимо)|(требуется)|(следует)|(стоит)) ((включить)|(активировать)|(запустить)|(переключить на)|(перевести на)|(задействовать)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1}", - "((было бы хорошо)|(неплохо бы)|(хорошо, если бы)), если бы ты ((включил)|(активировал)|(запустил)|(переключил на)|(перевел на)|(задействовал)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1}", - "((переход)|(переключение)|(активация)|(инициализация)) ((на автопилот)|(на автоматическое управление)|(на автономный режим)|(на автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:включи(?:те)?|активируй(?:те)?|запусти(?:те)?|переключи(?:те)?\\s+на|переведи(?:те)?\\s+на|задействуй(?:те)?)\\s+(?:автопилот|автоматическ(?:ое|ий)\\s+(?:управлени(?:е|я)|режим)|автономный\\s+режим|автоматик(?:у|и))(?:\\s+(?:сейчас|немедленно|скорее|плавно|быстро))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|способен\\s+ли\\s+ты|в\\s+состоянии\\s+ли\\s+ты)\\s+(?:включить|активировать|запустить|переключить\\s+на|перевести\\s+на|задействовать)\\s+(?:автопилот|автоматическ(?:ое|ий)\\s+(?:управлени(?:е|я)|режим)|автономный\\s+режим|автоматик(?:у|и))(?:\\s+(?:сейчас|немедленно|скорее|плавно|быстро))?", - "(?i)(?:нужно|необходимо|требуется|следует|стоит)\\s+(?:включить|активировать|запустить|переключить\\s+на|перевести\\s+на|задействовать)\\s+(?:автопилот|автоматическ(?:ое|ий)\\s+(?:управлени(?:е|я)|режим)|автономный\\s+режим|автоматик(?:у|и))(?:\\s+(?:сейчас|немедленно|скорее|плавно|быстро))?", - "(?i)(?:было\\s+бы\\s+хорошо|неплохо\\s+бы|хорошо,?\\s+если\\s+бы)(?:,?\\s*если\\s+бы)?\\s+ты\\s+(?:включил|активировал|запустил|переключил\\s+на|перевел\\s+на|задействовал)\\s+(?:автопилот|автоматическ(?:ое|ий)\\s+(?:управлени(?:е|я)|режим)|автономный\\s+режим|автоматик(?:у|и))(?:\\s+(?:сейчас|немедленно|скорее|плавно|быстро))?", - "(?i)(?:переход|переключение|активаци(?:я|ю)|инициализаци(?:я|ю))\\s+(?:на\\s+)?(?:автопилот|автоматическ(?:ое|ий)\\s+(?:управлени(?:е|я)|режим)|автономный\\s+режим|автоматик(?:у|и))(?:\\s+(?:сейчас|немедленно|скорее|плавно|быстро))?" - ], - "description": "user wants to enable autopilot" - }, - { - "id": 1, - "name": "disable_autopilot", - "tags": [ - "autopilot_mode" - ], - "regexp_full_match": [ - "((выключи)|(деактивируй)|(отключи)|(прекрати)|(останови)|(заверши)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((выключи)|(деактивируй)|(отключи)|(прекрати)|(останови)|(заверши)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(способен ли ты)|(в состоянии ли ты)) ((выключить)|(деактивировать)|(отключить)|(прекратить)|(остановить)|(завершить)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((выключи)|(деактивируй)|(отключи)|(прекрати)|(останови)|(заверши)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1}", - "((нужно)|(необходимо)|(требуется)|(следует)|(стоит)) ((выключить)|(деактивировать)|(отключить)|(прекратить)|(остановить)|(завершить)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1}", - "((было бы хорошо)|(неплохо бы)|(хорошо, если бы)), если бы ты ((выключил)|(деактивировал)|(отключил)|(прекратил)|(остановил)|(завершил)) ((автопилот)|(автоматическое управление)|(автономный режим)|(автоматику)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1}", - "((выход)|(отключение)|(деактивация)|(прекращение)) ((из автопилота)|(автоматического управления)|(автономного режима)|(автоматики)) ((сейчас)|(немедленно)|(скорее)|(плавно)|(быстро)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:выключи(?:те)?|деактивируй(?:те)?|отключи(?:те)?|прекрати(?:те)?|останови(?:те)?|заверши(?:те)?)\\s+(?:автопилот|автоматическ(?:ое|ий)\\s+(?:управлени(?:е|я)|режим)|автономный\\s+режим|автоматик(?:у|и))(?:\\s+(?:сейчас|немедленно|скорее|плавно|быстро))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|способен\\s+ли\\s+ты|в\\s+состоянии\\s+ли\\s+ты)\\s+(?:выключить|деактивировать|отключить|прекратить|остановить|завершить)\\s+(?:автопилот|автоматическ(?:ое|ий)\\s+(?:управлени(?:е|я)|режим)|автономный\\s+режим|автоматик(?:у|и))(?:\\s+(?:сейчас|немедленно|скорее|плавно|быстро))?", - "(?i)(?:нужно|необходимо|требуется|следует|стоит)\\s+(?:выключить|деактивировать|отключить|прекратить|остановить|завершить)\\s+(?:автопилот|автоматическ(?:ое|ий)\\s+(?:управлени(?:е|я)|режим)|автономный\\s+режим|автоматик(?:у|и))(?:\\s+(?:сейчас|немедленно|скорее|плавно|быстро))?", - "(?i)(?:было\\s+бы\\s+хорошо|неплохо\\s+бы|хорошо,?\\s+если\\s+бы)(?:,?\\s*если\\s+бы)?\\s+ты\\s+(?:выключил|деактивировал|отключил|прекратил|остановил|завершил)\\s+(?:автопилот|автоматическ(?:ое|ий)\\s+(?:управлени(?:е|я)|режим)|автономный\\s+режим|автоматик(?:у|и))(?:\\s+(?:сейчас|немедленно|скорее|плавно|быстро))?", - "(?i)(?:выход|отключени(?:е|я)|деактиваци(?:я|ю)|прекращени(?:е|я))\\s+(?:из\\s+)?(?:автопилота|автоматическ(?:ого|ий)\\s+(?:управлени(?:я|е)|режим(?:а)?)|автономного\\s+режима|автоматик(?:и|у))(?:\\s+(?:сейчас|немедленно|скорее|плавно|быстро))?" - ], - "description": "User wants to disable the autopilot." - }, - { - "id": 17, - "name": "world_state", - "tags": [], - "regexp_full_match": [ - "((какое)|(каково)|(опиши)|(расскажи о)|(поведай о)) ((состояние)|(состоянии)|(положение)|(положении)) ((мира)|(окружающей среды)|(обстановки)|(вокруг нас)) (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((опиши)|(расскажи)|(доложи о)|(сообщи о)|(проинформируй о)) ((состоянии)|(ситуации)|(обстановке)|(положении дел)) ((в мире)|(вокруг)|(окружающей среды)|(в текущий момент)){0,1}", - "((какова)|(как обстоит)|(что с)|(в чем суть)) ((ситуация)|(ситуацией)|(обстановка)|(обстановкой)|(положение дел)) ((в мире)|(вокруг)|(в окружающей среде)|(на данный момент)){0,1} (, пожалуйста){0,1}", - "((какой)|(каков)|(что по)|(как обстоят дела с)) ((статус)|(статусу)|(состояние)|(состоянию)|(положение)|(положению)) ((операции)|(мира)|(окружающей среды)|(обстановки)|(текущей ситуации)){0,1} (, пожалуйста){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(способен ли ты)|(в состоянии ли ты)) ((описать)|(рассказать)|(доложить о)|(сообщить о)|(проинформировать о)) ((состоянии)|(ситуации)|(обстановке)|(статусе)|(положении дел)) ((мира)|(окружающей среды)|(вокруг)|(операции)|(в данный момент)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((какое)|(опиши)|(расскажи о)|(доложи о)) ((состояние)|(состоянии)|(ситуацию)|(обстановку)|(положение дел)) ((мира)|(окружающей среды)|(вокруг)|(на текущий момент)){0,1}", - "((нужно)|(необходимо)|(требуется)|(хотелось бы)|(важно)) ((узнать)|(выяснить)|(уточнить)|(прояснить)) ((состояние)|(ситуацию)|(обстановку)|(статус)|(положение дел)) ((мира)|(окружающей среды)|(вокруг)|(операции)|(в данный момент)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:как(?:ое|ова)|каково|опиши(?:те)?|расскажи(?:те)?\\s+о|поведай(?:те)?\\s+о)\\s+(?:состояни(?:е|и)|положени(?:е|и)|ситуаци(?:я|ю)|обстановк(?:а|у))(?:\\s+(?:мира|окружающей\\s+среды|обстановки|вокруг\\s+нас|текущ(?:ая|ую)))?(?:\\s*,?\\s*пожалуйста)?", - "(?i)(?:пожалуйста,?\\s*)?(?:опиши(?:те)?|расскажи(?:те)?|доложи(?:те)?\\s+о|сообщи(?:те)?\\s+о|проинформируй(?:те)?\\s+о)\\s+(?:состояни(?:и|е)|ситуаци(?:и|ю)|обстановк(?:е|у)|положени(?:и|е)\\s+дел)(?:\\s+(?:в\\s+мире|вокруг|окружающей\\s+среды|в\\s+текущий\\s+момент|вокруг\\s+нас))?", - "(?i)(?:какова|как(?:ая|ой)|как\\s+обстоит|что\\s+с|в\\s+чем\\s+суть)\\s+(?:ситуаци(?:я|ей)|обстановк(?:а|ой)|положение\\s+дел)(?:\\s+(?:в\\s+мире|вокруг|в\\s+окружающей\\s+среде|на\\s+данный\\s+момент|текущ(?:ая|ий)|вокруг\\s+нас))?(?:\\s*,?\\s*пожалуйста)?", - "(?i)(?:какой|каков|что\\s+по|как\\s+обстоят\\s+дела\\s+с)\\s+(?:статус(?:ом)?|состояни(?:ем|е)|положени(?:ем|е))(?:\\s+(?:операции|мира|окружающей\\s+среды|обстановки|текущей\\s+ситуации|вокруг\\s+нас))?(?:\\s*,?\\s*пожалуйста)?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|способен\\s+ли\\s+ты|в\\s+состоянии\\s+ли\\s+ты)\\s+(?:описать|рассказать|доложить\\s+о|сообщить\\s+о|проинформировать\\s+о)\\s+(?:состояни(?:и|е)|ситуаци(?:и|ю)|обстановк(?:е|у)|статус(?:е)?|положени(?:и|е)\\s+дел)(?:\\s+(?:мира|окружающей\\s+среды|вокруг|операции|в\\s+данный\\s+момент|вокруг\\s+нас))?(?:\\s*,?\\s*пожалуйста)?", - "(?i)(?:робот,?\\s*)?(?:какое|как(?:ая|ой)|опиши(?:те)?|расскажи(?:те)?\\s+о|доложи(?:те)?\\s+о)\\s+(?:состояни(?:е|и)|ситуаци(?:я|ю)|обстановк(?:а|у)|положение\\s+дел)(?:\\s+(?:мира|окружающей\\s+среды|вокруг|на\\s+текущий\\s+момент|вокруг\\s+нас))?", - "(?i)(?:нужно|необходимо|требуется|хотелось\\s+бы|важно)\\s+(?:узнать|выяснить|уточнить|прояснить)\\s+(?:состояни(?:е|и)|ситуаци(?:ю|и)|обстановк(?:у|е)|статус(?:е)?|положение\\s+дел)(?:\\s+(?:мира|окружающей\\s+среды|вокруг|операции|в\\s+данный\\s+момент|вокруг\\s+нас))?" - ], - "description": "user is inquiring about the current state of the world" - }, - { - "id": 4, - "name": "go_to", - "tags": [], - "regexp_full_match": [ - "((иди)|(направляйся)|(перейди)|(двигайся)|(следуй)) ((к точке)|(в точку)|(до точки)|(на точку)) ((назначения)|(прибытия)|(встречи)|(указанную)|(заданную)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((иди)|(направляйся)|(перейди)|(двигайся)|(следуй)) ((к точке)|(в точку)|(до точки)|(на точку)) ((назначения)|(прибытия)|(встречи)|(указанную)|(заданную)){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(способен ли ты)) ((идти)|(направиться)|(перейти)|(двигаться)|(следовать)) ((к точке)|(в точку)|(до точки)|(на точку)) ((назначения)|(прибытия)|(встречи)|(указанную)|(заданную)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((иди)|(направляйся)|(перейди)|(двигайся)|(следуй)) ((к точке)|(в точку)|(до точки)|(на точку)) ((назначения)|(прибытия)|(встречи)|(указанную)|(заданную)){0,1}", - "((нужно)|(необходимо)|(требуется)|(следует)) ((идти)|(направиться)|(перейти)|(двигаться)|(следовать)) ((к точке)|(в точку)|(до точки)|(на точку)) ((назначения)|(прибытия)|(встречи)|(указанную)|(заданную)){0,1}", - "((было бы хорошо)|(неплохо бы)), если бы ты ((пошел)|(направился)|(перешел)|(двинулся)|(последовал)) ((к точке)|(в точку)|(до точки)|(на точку)) ((назначения)|(прибытия)|(встречи)|(указанную)|(заданную)){0,1}", - "((переход)|(движение)|(следование)) ((к точке)|(в точку)|(до точки)|(на точку)) ((назначения)|(прибытия)|(встречи)|(указанную)|(заданную)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:иди(?:те)?|направляйся|перейди(?:те)?|двигайся|следуй(?:те)?)\\s+(?:к|в|до|на)\\s+точк(?:у|е)(?:\\s+(?:назначения|прибытия|встречи|указанную|заданную))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|способен\\s+ли\\s+ты)\\s+(?:идти|направиться|перейти|двигаться|следовать)\\s+(?:к|в|до|на)\\s+точк(?:у|е)(?:\\s+(?:назначения|прибытия|встречи|указанную|заданную))?(?:\\s*,?\\s*пожалуйста)?", - "(?i)(?:нужно|необходимо|требуется|следует)\\s+(?:идти|направиться|перейти|двигаться|следовать)\\s+(?:к|в|до|на)\\s+точк(?:у|е)(?:\\s+(?:назначения|прибытия|встречи|указанную|заданную))?", - "(?i)(?:было\\s+бы\\s+хорошо|неплохо\\s+бы)(?:,?\\s*если\\s+бы)?\\s+ты\\s+(?:пош(?:ел|ла)|направил(?:ся|ась)|переш(?:ел|ла)|двинул(?:ся|ась)|последовал(?:а)?)\\s+(?:к|в|до|на)\\s+точк(?:у|е)(?:\\s+(?:назначения|прибытия|встречи|указанную|заданную))?", - "(?i)(?:переход|движение|следование)\\s+(?:к|в|до|на)\\s+точк(?:у|е)(?:\\s+(?:назначения|прибытия|встречи|указанную|заданную))?" - ], - "description": "user wants to know how to get to a specific location" - }, - { - "id": 2, - "name": "drop", - "tags": [], - "regexp_full_match": [ - "((оставь)|(положи)|(брось)|(поставь)|(размести)) ((коробку)|(вещь)|(книгу)|(журнал)|(это)|(эту вещь)|(этот предмет)) ((здесь)|(там)|(на стол)|(на стул)|(на полку)|(на пол)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((оставь)|(положи)|(брось)|(поставь)|(размести)) ((коробку)|(вещь)|(книгу)|(журнал)|(это)|(эту вещь)|(этот предмет)) ((здесь)|(там)|(на стол)|(на стул)|(на полку)|(на пол)){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)) ((оставить)|(положить)|(бросить)|(поставить)|(разместить)) ((коробку)|(вещь)|(книгу)|(журнал)|(это)|(эту вещь)|(этот предмет)) ((здесь)|(там)|(на стол)|(на стул)|(на полку)|(на пол)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((оставь)|(положи)|(брось)|(поставь)|(размести)) ((коробку)|(вещь)|(книгу)|(журнал)|(это)|(эту вещь)|(этот предмет)) ((здесь)|(там)|(на стол)|(на стул)|(на полку)|(на пол)){0,1}", - "((нужно)|(следует)|(требуется)|(необходимо)) ((оставить)|(положить)|(бросить)|(поставить)|(разместить)) ((коробку)|(вещь)|(книгу)|(журнал)|(это)|(эту вещь)|(этот предмет)) ((здесь)|(там)|(на стол)|(на стул)|(на полку)|(на пол)){0,1}", - "((было бы хорошо)|(неплохо бы)), если бы ты ((оставил)|(положил)|(бросил)|(поставил)|(разместил)) ((коробку)|(вещь)|(книгу)|(журнал)|(это)|(эту вещь)|(этот предмет)) ((здесь)|(там)|(на стол)|(на стул)|(на полку)|(на пол)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:оставь(?:те)?|положи(?:те)?|брось(?:те)?|поставь(?:те)?|размести(?:те)?)\\s+(?:коробку|вещь|книгу|журнал|это|эту\\s+вещь|этот\\s+предмет)(?:\\s+(?:здесь|там|на\\s+(?:стол|стул|полку|пол)))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы)\\s+(?:оставить|положить|бросить|поставить|разместить)\\s+(?:коробку|вещь|книгу|журнал|это|эту\\s+вещь|этот\\s+предмет)(?:\\s+(?:здесь|там|на\\s+(?:стол|стул|полку|пол)))?(?:\\s*,?\\s*пожалуйста)?", - "(?i)(?:нужно|следует|требуется|необходимо)\\s+(?:оставить|положить|бросить|поставить|разместить)\\s+(?:коробку|вещь|книгу|журнал|это|эту\\s+вещь|этот\\s+предмет)(?:\\s+(?:здесь|там|на\\s+(?:стол|стул|полку|пол)))?", - "(?i)(?:было\\s+бы\\s+хорошо|неплохо\\s+бы)(?:,?\\s*если\\s+бы)?\\s+ты\\s+(?:оставил(?:а)?|положил(?:а)?|бросил(?:а)?|поставил(?:а)?|разместил(?:а)?)\\s+(?:коробку|вещь|книгу|журнал|это|эту\\s+вещь|этот\\s+предмет)(?:\\s+(?:здесь|там|на\\s+(?:стол|стул|полку|пол)))?" - ], - "description": "user wants to know about the drop" - }, - { - "id": 10, - "name": "set_point", - "tags": [], - "regexp_full_match": [ - "((установи)|(задай)|(отметь)|(зафиксируй)|(обозначь)|(поставь)) ((точку)|(метку)|(позицию)|(место)|(координату)) ((здесь)|(там)|(в этом месте)|(на карте)|(в пространстве)){0,1} (, пожалуйста){0,1}", - "(пожалуйста(,){0,1} ){0,1}((установи)|(задай)|(отметь)|(зафиксируй)|(обозначь)|(поставь)) ((точку)|(метку)|(позицию)|(место)|(координату)) ((здесь)|(там)|(в этом месте)|(на карте)|(в пространстве)){0,1}", - "((можешь)|(не мог бы ты)|(ты не мог бы)|(способен ли ты)) ((установить)|(задать)|(отметить)|(зафиксировать)|(обозначить)|(поставить)) ((точку)|(метку)|(позицию)|(место)|(координату)) ((здесь)|(там)|(в этом месте)|(на карте)|(в пространстве)){0,1} (, пожалуйста){0,1}", - "(робот(,){0,1} ){0,1}((установи)|(задай)|(отметь)|(зафиксируй)|(обозначь)|(поставь)) ((точку)|(метку)|(позицию)|(место)|(координату)) ((здесь)|(там)|(в этом месте)|(на карте)|(в пространстве)){0,1}", - "((нужно)|(следует)|(требуется)|(необходимо)|(хорошо бы)) ((установить)|(задать)|(отметить)|(зафиксировать)|(обозначить)|(поставить)) ((точку)|(метку)|(позицию)|(место)|(координату)) ((здесь)|(там)|(в этом месте)|(на карте)|(в пространстве)){0,1}", - "((было бы хорошо)|(неплохо бы)|(желательно)), если бы ты ((установил)|(задал)|(отметил)|(зафиксировал)|(обозначил)|(поставил)) ((точку)|(метку)|(позицию)|(место)|(координату)) ((здесь)|(там)|(в этом месте)|(на карте)|(в пространстве)){0,1}" - ], - "regexp_partial_match": [ - "(?i)(?:пожалуйста,?\\s*)?(?:робот,?\\s*)?(?:установи(?:те)?|задай(?:те)?|отметь(?:те)?|зафиксируй(?:те)?|обозначь(?:те)?|поставь(?:те)?)\\s+(?:эту\\s+)?(?:точку|метку|позицию|место|координату)(?:\\s+(?:здесь|там|в\\s+этом\\s+месте|на\\s+карте|в\\s+пространстве))?", - "(?i)(?:можешь|не\\s+мог\\s+бы\\s+ты|ты\\s+не\\s+мог\\s+бы|способен\\s+ли\\s+ты)\\s+(?:установить|задать|отметить|зафиксировать|обозначить|поставить)\\s+(?:эту\\s+)?(?:точку|метку|позицию|место|координату)(?:\\s+(?:здесь|там|в\\s+этом\\s+месте|на\\s+карте|в\\s+пространстве))?(?:\\s*,?\\s*пожалуйста)?", - "(?i)(?:нужно|следует|требуется|необходимо|хорошо\\s+бы)\\s+(?:установить|задать|отметить|зафиксировать|обозначить|поставить)\\s+(?:эту\\s+)?(?:точку|метку|позицию|место|координату)(?:\\s+(?:здесь|там|в\\s+этом\\s+месте|на\\s+карте|в\\s+пространстве))?", - "(?i)(?:было\\s+бы\\s+хорошо|неплохо\\s+бы|желательно)(?:,?\\s*если\\s+бы)?\\s+(?:ты\\s+)?(?:установил(?:а)?|задал(?:а)?|отметил(?:а)?|зафиксировал(?:а)?|обозначил(?:а)?|поставил(?:а)?)\\s+(?:эту\\s+)?(?:точку|метку|позицию|место|координату)(?:\\s+(?:здесь|там|в\\s+этом\\s+месте|на\\s+карте|в\\s+пространстве))?" - ], - "description": "user wants to set a point" - } - ] -} diff --git a/experiments/intent_description/banking77_fix_with_intent_desc.json b/experiments/intent_description/banking77_fix_with_intent_desc.json deleted file mode 100644 index 09f30295..00000000 --- a/experiments/intent_description/banking77_fix_with_intent_desc.json +++ /dev/null @@ -1,2162 +0,0 @@ -{ - "utterances": [ - { - "text": "Please help me with my card. It won't activate.", - "label": 0 - }, - { - "text": "I tired but an unable to activate my card.", - "label": 0 - }, - { - "text": "I want to start using my card.", - "label": 0 - }, - { - "text": "How do I verify my new card?", - "label": 0 - }, - { - "text": "I tried activating my plug-in and it didn't piece of work", - "label": 0 - }, - { - "text": "I want to open an account for my children", - "label": 1 - }, - { - "text": "How old do you need to be to use the banks services?", - "label": 1 - }, - { - "text": "Whats the minimum age to have an account", - "label": 1 - }, - { - "text": "Can my children open an account?", - "label": 1 - }, - { - "text": "How old do I need to be?", - "label": 1 - }, - { - "text": "Hi, I have an apple watch. How do I use it to top up my card?", - "label": 2 - }, - { - "text": "Can I use google pay to top up?", - "label": 2 - }, - { - "text": "why top up is not working even if I got my American Express in Apple Bay?", - "label": 2 - }, - { - "text": "Can I deposit money using Apple Pay?", - "label": 2 - }, - { - "text": "Can I use google pay for topping -up", - "label": 2 - }, - { - "text": "I can use this card at which ATMs?", - "label": 3 - }, - { - "text": "Can I use the card at any cash machine?", - "label": 3 - }, - { - "text": "What locations can I get money from?", - "label": 3 - }, - { - "text": "What ATMs take this card?", - "label": 3 - }, - { - "text": "Which ATM's can I use to make a withdrawal?", - "label": 3 - }, - { - "text": "Can I add money automatically to my account while traveling?", - "label": 4 - }, - { - "text": "i need help finding the auto top up option.", - "label": 4 - }, - { - "text": "What are the maximum amount you can do for auto top-up?", - "label": 4 - }, - { - "text": "I can't find the auto-top up option.", - "label": 4 - }, - { - "text": "Does the auto top-up have any limits?", - "label": 4 - }, - { - "text": "help my money isnt showing up", - "label": 5 - }, - { - "text": "how do i see what i transferred", - "label": 5 - }, - { - "text": "Hello. Can you help figure out why the recent transfer from my UK bank account isn't showing up?", - "label": 5 - }, - { - "text": "I've made a transfer from France two days ago but I was wondering if international transfers take longer to arrive because it hasn't made it yet.", - "label": 5 - }, - { - "text": "After I transferred money the balance remained the same.", - "label": 5 - }, - { - "text": "Why is my last cheque deposit taking so long?", - "label": 6 - }, - { - "text": "I am still waiting for a the cash I deposited this morning", - "label": 6 - }, - { - "text": "I tried using a check to update my balance, but it isn't work? Is something wrong?", - "label": 6 - }, - { - "text": "I deposited cash but it isn't showing up in my account", - "label": 6 - }, - { - "text": "I put some cash into my account but it's not displaying that on my balance.", - "label": 6 - }, - { - "text": "is there something blocking me from making transfers", - "label": 7 - }, - { - "text": "What are the reasons for my beneficiary not being allowed?", - "label": 7 - }, - { - "text": "Is there something wrong with the transferring functions? I keep trying to transfer funds and only get an error message.", - "label": 7 - }, - { - "text": "What are the reasons a beneficiary would be denied?", - "label": 7 - }, - { - "text": "A transfer to my account was denied.", - "label": 7 - }, - { - "text": "Cancel a transaction", - "label": 8 - }, - { - "text": "Am I able to cancel a transfer I just made", - "label": 8 - }, - { - "text": "I needed to make a payment on my account, but I typed in the incorrect number. The app won't allow me to cancel this transaction. I need it cancelled ASAP!!", - "label": 8 - }, - { - "text": "I made a mistake this morning when I did a transfer. How do I reverse it?", - "label": 8 - }, - { - "text": "Can I cancel a transaction?", - "label": 8 - }, - { - "text": "Are there any express fees if i want my new card faster?", - "label": 9 - }, - { - "text": "Do I need to do something to get a new card once it expires?", - "label": 9 - }, - { - "text": "I am overseas in China, can I get a replacement card?", - "label": 9 - }, - { - "text": "Can I get a new card with new expiration date in China?", - "label": 9 - }, - { - "text": "Are there restrictions on new cards in China?", - "label": 9 - }, - { - "text": "Is there anywhere I can't use my card?", - "label": 10 - }, - { - "text": "In which stores can I shop with this card?", - "label": 10 - }, - { - "text": "How do I know where I can use my card?", - "label": 10 - }, - { - "text": "Can I tell what business will take this card?", - "label": 10 - }, - { - "text": "Are there businesses that don't accept this card?", - "label": 10 - }, - { - "text": "I am still waiting on my card?", - "label": 11 - }, - { - "text": "What can I do if my card still hasn't arrived after 2 weeks?", - "label": 11 - }, - { - "text": "I have been waiting over a week. Is the card still coming?", - "label": 11 - }, - { - "text": "Can I track my card while it is in the process of delivery?", - "label": 11 - }, - { - "text": "How do I know if I will get my card, or if it is lost?", - "label": 11 - }, - { - "text": "Can it specifically be delivered on a certain date?", - "label": 12 - }, - { - "text": "I need to get my card quickly", - "label": 12 - }, - { - "text": "When can I expect my card? I live in the US.", - "label": 12 - }, - { - "text": "Help! When will the card arrive at my home?", - "label": 12 - }, - { - "text": "Can I get my card fast tracked?", - "label": 12 - }, - { - "text": "My card has been found. Is there any way for me to put it back into the app?", - "label": 13 - }, - { - "text": "I was able to find my card. How to I go about putting it into my app?", - "label": 13 - }, - { - "text": "how do I get my card to show in the app?", - "label": 13 - }, - { - "text": "I just got my card. It's not linked yet--how do I do that?", - "label": 13 - }, - { - "text": "lost card found, want to put it back in app", - "label": 13 - }, - { - "text": "I can't use my card because it is not working.", - "label": 14 - }, - { - "text": "I can't seem to be able to use my card", - "label": 14 - }, - { - "text": "My card isn't working at all, I need assistance. It's really frustrating.", - "label": 14 - }, - { - "text": "Can you tell me what the problem with my card is? It was declined at a restaurant today.", - "label": 14 - }, - { - "text": "How do I fix a broken card?", - "label": 14 - }, - { - "text": "There was a fee charged when I paid with my card.", - "label": 15 - }, - { - "text": "I received a fee I should not have.", - "label": 15 - }, - { - "text": "Why am I being a charged for using my card?", - "label": 15 - }, - { - "text": "Tell me why there is a fee for a card payment.", - "label": 15 - }, - { - "text": "I don't understand why I'm being charged for using my card.", - "label": 15 - }, - { - "text": "There's a payment with my card that I didn't perform. I don't know that name shown.", - "label": 16 - }, - { - "text": "My statement indicates I made a payment to an unfamiliar merchant.", - "label": 16 - }, - { - "text": "There's a payment with my card that I definitely didn't do myself, never seen that name before.", - "label": 16 - }, - { - "text": "Help! In the app there is a payment that I don't remember.", - "label": 16 - }, - { - "text": "I don't understand where this charge came from.", - "label": 16 - }, - { - "text": "Last Saturday, I was charged extra for the exchange rate on my payment. Is something wrong?", - "label": 17 - }, - { - "text": "Hi, I am disappointed to see such a bad exchange rate and hope you can assist me. Would you be able to confirm the official interbank exchange rate for me?", - "label": 17 - }, - { - "text": "I think the currency exchange that's been applied is wrong.", - "label": 17 - }, - { - "text": "The exchange rate I was charged for a purchase was not right.", - "label": 17 - }, - { - "text": "Can you please explain why the exchange rate for the item I bought is wrong?", - "label": 17 - }, - { - "text": "What do I do if the ATM took my card?", - "label": 18 - }, - { - "text": "What do I do now my credit card has been swallowed by the ATM?", - "label": 18 - }, - { - "text": "An ATM machine didn't give me back my card.", - "label": 18 - }, - { - "text": "My card got trapped inside an ATM, what should I do?", - "label": 18 - }, - { - "text": "What do I do if I can't get my card out of the ATM?", - "label": 18 - }, - { - "text": "Why is there a charge when I took out money?", - "label": 19 - }, - { - "text": "Why have I been charged a fee for cash withdrawal?", - "label": 19 - }, - { - "text": "I made a cash withdrawl and there is a charge. What is this?", - "label": 19 - }, - { - "text": "I am inquiring about why there was an extra fee charged when I used an ATM.", - "label": 19 - }, - { - "text": "Why am I being charged extra when I withdrew money?", - "label": 19 - }, - { - "text": "I looked on the app and it says I withdrew cash. I didn't!", - "label": 20 - }, - { - "text": "I didn't withdraw the amount of cash that is showing up in the app.", - "label": 20 - }, - { - "text": "I saw on the app that a cash withdrawal was completed on my account; however, I did not complete it.", - "label": 20 - }, - { - "text": "I got a notice from my app that I withdrew cash but I don't remember doing so. How do I fix this?", - "label": 20 - }, - { - "text": "Someone has a copy of my card !! I definitely still have it here but someone just made a 500£ cash withdrawal, HELP!", - "label": 20 - }, - { - "text": "Is it possible for me to change my PIN number?", - "label": 21 - }, - { - "text": "What are the steps to change my PIN to something else?", - "label": 21 - }, - { - "text": "In what way can I change my PIN and where do I need to be?", - "label": 21 - }, - { - "text": "Can I change my PIN at any cash machines?", - "label": 21 - }, - { - "text": "I need to make my card PIN a different number", - "label": 21 - }, - { - "text": "I think someone is using my card without my permission!", - "label": 22 - }, - { - "text": "What do I do if I detect fraudulent use on my car?", - "label": 22 - }, - { - "text": "I think my account has been hacked there are charges on there I don't recognize.", - "label": 22 - }, - { - "text": "I don't recognize some transactions. Is someone else using it?", - "label": 22 - }, - { - "text": "I just got an email in confirming my purchase with my card. I login to the mobile app on the card and found out there are several purchase were made without me aware of it. Evidently someone had stole my card information and made these fraudulent purchase. I need the transaction to be reverse and have my card suspended.", - "label": 22 - }, - { - "text": "Should i uninstall the app before i try it again?", - "label": 23 - }, - { - "text": "How come when I tried to pay contactless at the bus it didnt work?", - "label": 23 - }, - { - "text": "Why is my contactless not working?", - "label": 23 - }, - { - "text": "My contactless payments don't work.", - "label": 23 - }, - { - "text": "how many days processing new card?", - "label": 23 - }, - { - "text": "Which countries are you available in?", - "label": 24 - }, - { - "text": "Where are you cards supported?", - "label": 24 - }, - { - "text": "How do I get a card if I live in the US?", - "label": 24 - }, - { - "text": "Please list the countries you support.", - "label": 24 - }, - { - "text": "Are these cards available in europe?", - "label": 24 - }, - { - "text": "I'm not sure why my card didn't work", - "label": 25 - }, - { - "text": "My card is not working at stores.", - "label": 25 - }, - { - "text": "Do you know why my card payment has been declined?", - "label": 25 - }, - { - "text": "Why isn't my card working? I was pumped to use my new card but it keeps getting declined. Help please.", - "label": 25 - }, - { - "text": "I could not use my card in a store.", - "label": 25 - }, - { - "text": "I tried to withdraw cash and got declined, why is that?", - "label": 26 - }, - { - "text": "Why was I declined when I tried to get my money?", - "label": 26 - }, - { - "text": "I could not access my money at the ATM", - "label": 26 - }, - { - "text": "i needed money for a night out with the girls but i was declined, why?", - "label": 26 - }, - { - "text": "Why was I blocked from withdrawing from the ATM?", - "label": 26 - }, - { - "text": "Transfer unable to be completed, states 'declined'", - "label": 27 - }, - { - "text": "Why was my transfer request decline?", - "label": 27 - }, - { - "text": "My transfer was rejected", - "label": 27 - }, - { - "text": "I tried to buy something online yesterday and got a message saying declined. I tried again today and got the same message. What's the problem?", - "label": 27 - }, - { - "text": "I am having trouble doing a transfer. A \"Decline \" message appears after making the transfer.", - "label": 27 - }, - { - "text": "Hi, i found a large amount payment in my old statements which i am sure was not made by me. I am aware that the time has passed but is there a way to raise a dispute for this payment now?", - "label": 28 - }, - { - "text": "what is the word?", - "label": 28 - }, - { - "text": "Please help my find out why there is an odd direct debit in my records.", - "label": 28 - }, - { - "text": "I am seeing in the App a diret debit that its not mine", - "label": 28 - }, - { - "text": "There is a direct debit payment that I did not make.", - "label": 28 - }, - { - "text": "Do the disposable cards have any restrictions on them?", - "label": 29 - }, - { - "text": "How many times can I use a virtual card?", - "label": 29 - }, - { - "text": "A friend was telling me about her disposable cards. What would I have to do to be able to get that feature?", - "label": 29 - }, - { - "text": "Can I have more disposable cards?", - "label": 29 - }, - { - "text": "i tried using a virtual card for a hotel but it didn't work, why not", - "label": 29 - }, - { - "text": "I am interested in changing my personal details.", - "label": 30 - }, - { - "text": "I am here to change my adress.", - "label": 30 - }, - { - "text": "I'd like to make some changes to my personal information.", - "label": 30 - }, - { - "text": "I would like to change my name after marriage.", - "label": 30 - }, - { - "text": "I would like to change my adress", - "label": 30 - }, - { - "text": "How much is the exchange fee?", - "label": 31 - }, - { - "text": "Are there any hidden extra fees for currency exchanges?", - "label": 31 - }, - { - "text": "If I exchange currencies on a frequent basis can I receive a discount?", - "label": 31 - }, - { - "text": "Is there any cost to change foreign money to local?", - "label": 31 - }, - { - "text": "What are the currency exchange fees?", - "label": 31 - }, - { - "text": "What is my money worth in other countries?", - "label": 32 - }, - { - "text": "Will my money be of equal value when I travel abroad?", - "label": 32 - }, - { - "text": "Do you know the rate of exchange?", - "label": 32 - }, - { - "text": "What foreign exchange rate will I get on weekdays and on the weekends?", - "label": 32 - }, - { - "text": "What is the exchange looking like?", - "label": 32 - }, - { - "text": "Can I change from AUD to GBP?", - "label": 33 - }, - { - "text": "I need to exchange between different currencies, like GBP and USD. Can I do that with your app?", - "label": 33 - }, - { - "text": "How can I change to another currency?", - "label": 33 - }, - { - "text": "Does the app allowing exchanges between USD and GBP", - "label": 33 - }, - { - "text": "What if I need to use GBP instead of USD?", - "label": 33 - }, - { - "text": "Why is there an extra fee on my statement?", - "label": 34 - }, - { - "text": "Why did they charge me an extra $1?", - "label": 34 - }, - { - "text": "Why is there a 1 euro fee on my statement?", - "label": 34 - }, - { - "text": "Why do I see an extra £1 charge on my statement?", - "label": 34 - }, - { - "text": "I am inquiring about a $1 charge on my statement.", - "label": 34 - }, - { - "text": "What is happening? I have tried to transfer money 5x already. Is the system down? This shouldnt be happening as this is a basic transfer.", - "label": 35 - }, - { - "text": "Is there a reason that my transfer failed?", - "label": 35 - }, - { - "text": "Why didn't my transfer complete?", - "label": 35 - }, - { - "text": "Why was I unable to finish this transfer?", - "label": 35 - }, - { - "text": "I have made 5 attempts to make a very standard survey, yet I can't get it to work. What is the problem? Is there an issue related to your system?", - "label": 35 - }, - { - "text": "How many different currencies can I hold money in?", - "label": 36 - }, - { - "text": "Do you allow currency exchanges?", - "label": 36 - }, - { - "text": "How many currencies can I have money in in my account?", - "label": 36 - }, - { - "text": "Is the EUR accepted for exchanges?", - "label": 36 - }, - { - "text": "Is it okay to hold money in multiple currencies?", - "label": 36 - }, - { - "text": "What do you use disposable cards on?", - "label": 37 - }, - { - "text": "How do I get a disposable virtual card as well?", - "label": 37 - }, - { - "text": "I want a disposable virtual card, how do I do that?", - "label": 37 - }, - { - "text": "What are the disposable cards for?", - "label": 37 - }, - { - "text": "I need a disposable virtual card. Please tell me how to order one.", - "label": 37 - }, - { - "text": "I'm not sure what to do about the PIN, because I don't have one yet.", - "label": 38 - }, - { - "text": "Is my PIN sent separably?", - "label": 38 - }, - { - "text": "Where can I get my card PIN?", - "label": 38 - }, - { - "text": "my pin hasn't arrived in the post! How do I cancel it or get a new one?", - "label": 38 - }, - { - "text": "Where is the card PIN located?", - "label": 38 - }, - { - "text": "Are extra charges added for sending out additional cards?", - "label": 39 - }, - { - "text": "I'd like to order an additional card", - "label": 39 - }, - { - "text": "I want some extra physical cards.", - "label": 39 - }, - { - "text": "I would like open a second card for my daughter, how can you assist me?", - "label": 39 - }, - { - "text": "Am I gonna be charged for sending out more cards?", - "label": 39 - }, - { - "text": "I would like to order a virtual card, where can I get one?", - "label": 40 - }, - { - "text": "I need to order a new virtual card, how do I do that?", - "label": 40 - }, - { - "text": "How can I sign up for a virtual card?", - "label": 40 - }, - { - "text": "I haven't received my virtual card yet!!", - "label": 40 - }, - { - "text": "Can you give me a virtual card?", - "label": 40 - }, - { - "text": "Has there been any activity on my card today?", - "label": 41 - }, - { - "text": "I lost my wallet and all my cards were in it.", - "label": 41 - }, - { - "text": "I'm panicking! I lost my card! Help!", - "label": 41 - }, - { - "text": "I need to report a stolen card", - "label": 41 - }, - { - "text": "How do I replace a stolen card?", - "label": 41 - }, - { - "text": "My phone was stolen, what should I do first?", - "label": 42 - }, - { - "text": "My phone was stolen, what should I do?", - "label": 42 - }, - { - "text": "I lost my phone, what should I do?", - "label": 42 - }, - { - "text": "Someone has stolen my phone, what should I do?", - "label": 42 - }, - { - "text": "I think I lost my phone. Is there a way to prevent anyone from getting into my account on it?", - "label": 42 - }, - { - "text": "How much does it cost for a physical card?", - "label": 43 - }, - { - "text": "Where can the cards be delivered?", - "label": 43 - }, - { - "text": "What do i do to get a physical card?", - "label": 43 - }, - { - "text": "Can I request a card?", - "label": 43 - }, - { - "text": "Do I have to pay for a physical card?", - "label": 43 - }, - { - "text": "Help me! I don't know what my password is.", - "label": 44 - }, - { - "text": "I thought I knew my password but I guess I was wrong, what can I do now?", - "label": 44 - }, - { - "text": "I am unable to access my app due to forgetting my passcode.", - "label": 44 - }, - { - "text": "I can't recall my password.", - "label": 44 - }, - { - "text": "What should I do if I don't know my password?", - "label": 44 - }, - { - "text": "What does it mean when a payment is pending?", - "label": 45 - }, - { - "text": "Could you please tell me why my purchases from this morning say payment is pending?", - "label": 45 - }, - { - "text": "The purchase I made is still pending.", - "label": 45 - }, - { - "text": "Is there a problem with the payment that I see is still pending?", - "label": 45 - }, - { - "text": "There is a payment that I made that hasn't gone through yet.", - "label": 45 - }, - { - "text": "I would like to know why a withdraw I made for some cash shows up as pending.", - "label": 46 - }, - { - "text": "Why is my cash withdrawal still showing as pending?", - "label": 46 - }, - { - "text": "I have the cash already, my account still shows up as pending. How can my account be still pending?", - "label": 46 - }, - { - "text": "I tried to get cash out of the ATM but it is taking too long", - "label": 46 - }, - { - "text": "Why is the cash withdrawal under pending?", - "label": 46 - }, - { - "text": "How long does a top-up take to go through?", - "label": 47 - }, - { - "text": "I am under the impression that my top up is still pending", - "label": 47 - }, - { - "text": "How long will it take for my money to be deposited?", - "label": 47 - }, - { - "text": "i put money on my card and i dont see it on the balance", - "label": 47 - }, - { - "text": "I have a top-up that's still pending and wanted to know about it.", - "label": 47 - }, - { - "text": "i put in money for vacation and its not showing. i need that money today, how long will it take", - "label": 48 - }, - { - "text": "I can't figure out why a transfer is still pending?", - "label": 48 - }, - { - "text": "Transfers can take up to one day to process before departing for the beneficiary accounts. Please confirm that you've entered your account details correctly. SEPA transfers can take up to two working days, while SWIFT transfers can take up to five working days.", - "label": 48 - }, - { - "text": "When will my transfer finish pending?", - "label": 48 - }, - { - "text": "How long do transfers take, mine just says pending?", - "label": 48 - }, - { - "text": "I have exceeded the number of PIN attempts", - "label": 49 - }, - { - "text": "I mistook my pin and now I am locked. Can you unlock me?", - "label": 49 - }, - { - "text": "Please help me unblock my pin which I put the wrong one too many times.", - "label": 49 - }, - { - "text": "Help me unblock my account. I entered the PIN wrong too many times.", - "label": 49 - }, - { - "text": "I locked myself out of my account, how do I unblock my PIN?", - "label": 49 - }, - { - "text": "Can my salary be received here?", - "label": 50 - }, - { - "text": "How can my boss pay me directly to the card?", - "label": 50 - }, - { - "text": "Salary in GBP has been received. Does it need to be configured into another place?", - "label": 50 - }, - { - "text": "I am paid by my employer in GBP; do I need to do anything in the app to indicate this?", - "label": 50 - }, - { - "text": "How can my friend give me money?", - "label": 50 - }, - { - "text": "I don't see my refund money yet in my account. I asked the merchant a while ago for a refund, so I don't know what's taking so long. Can you look into it and see if the money is there, just not in my account yet?", - "label": 51 - }, - { - "text": "Why am I missing my refund", - "label": 51 - }, - { - "text": "Please help me. I am still waiting on a refund.", - "label": 51 - }, - { - "text": "I requested a refund but am unable to see it in my account. Why is that?", - "label": 51 - }, - { - "text": "When will my refund come through", - "label": 51 - }, - { - "text": "How long does it take to get a refund on something I bought?", - "label": 52 - }, - { - "text": "Please tell me how to get a refund for something I bought.", - "label": 52 - }, - { - "text": "Can i cancel this purchase?", - "label": 52 - }, - { - "text": "I want to return an item for a refund can I do that?", - "label": 52 - }, - { - "text": "Can I request a refund", - "label": 52 - }, - { - "text": "I wanted to purchase something online but the payment was returned back to me. This has been going on for a couple of weeks. Please tell me what is going on here?", - "label": 53 - }, - { - "text": "I tried to use my debit card, but the payment did not work.", - "label": 53 - }, - { - "text": "Hi, I had an issue with my card payment and It shows on my account that my payment went through. Then I got contacted from the seller saying \"they did not receive my payment\" then the payment was returned to my account. so I would like to see why it did that please.", - "label": 53 - }, - { - "text": "I think my card payment has been reverted", - "label": 53 - }, - { - "text": "Tell me why my card payment would be reverted.", - "label": 53 - }, - { - "text": "How do I use American express to top up my account?", - "label": 54 - }, - { - "text": "Which currencies do you accept for adding money?", - "label": 54 - }, - { - "text": "Is my credit card supported for top-ups?", - "label": 54 - }, - { - "text": "Am I able to add money into my account using my American Express?", - "label": 54 - }, - { - "text": "Can I use my American Express card to add money into my account?", - "label": 54 - }, - { - "text": "How do I deactivate my account?", - "label": 55 - }, - { - "text": "Remove my account immediately.", - "label": 55 - }, - { - "text": "Are you able to delete my account?", - "label": 55 - }, - { - "text": "How do I discontinue my account?", - "label": 55 - }, - { - "text": "please delete account", - "label": 55 - }, - { - "text": "Is there a top up fee for transfer?", - "label": 56 - }, - { - "text": "Will there be a charge for topping up by account with a SEPA transfer?", - "label": 56 - }, - { - "text": "What are the charges for receiving a SEPA transfer?", - "label": 56 - }, - { - "text": "Is there a charge for SEPA transfers?", - "label": 56 - }, - { - "text": "Will I be charged a fee for a SEPA transfer?", - "label": 56 - }, - { - "text": "What is the charge for using a Top up card in the US?", - "label": 57 - }, - { - "text": "What is the fee for topping up a US card?", - "label": 57 - }, - { - "text": "What fees are charged when I top up", - "label": 57 - }, - { - "text": "Is there a charge for topping up by card?", - "label": 57 - }, - { - "text": "Which US cards have top up charges?", - "label": 57 - }, - { - "text": "Help me please, I need to top up cash.", - "label": 58 - }, - { - "text": "Do you have any options to top up with a cheque on my account?", - "label": 58 - }, - { - "text": "Is there somewhere I can send a check to add to my account?", - "label": 58 - }, - { - "text": "Will a cheque suffice?", - "label": 58 - }, - { - "text": "I can't find any option to top up with a cheque?", - "label": 58 - }, - { - "text": "I think my top-up has failed.", - "label": 59 - }, - { - "text": "Top-up is not working", - "label": 59 - }, - { - "text": "My top up is not working", - "label": 59 - }, - { - "text": "My top-up hasn't gone through, what happened?", - "label": 59 - }, - { - "text": "My top-up was rejected by an app.", - "label": 59 - }, - { - "text": "What is the max amount of top-ups?", - "label": 60 - }, - { - "text": "Are top-ups unlimited?", - "label": 60 - }, - { - "text": "Can I increase my top-up maximum?", - "label": 60 - }, - { - "text": "Can I top-up any amount?", - "label": 60 - }, - { - "text": "What's the limit to how much I can top up?", - "label": 60 - }, - { - "text": "My top up did not show up as shown and my money has disappeared, can you help me fix this glitch problem?", - "label": 61 - }, - { - "text": "Has my top-up been cancelled?", - "label": 61 - }, - { - "text": "I topped up recently and saw the money go through, but now it's just gone? What's going on", - "label": 61 - }, - { - "text": "For what reason did my top-up get cancelled?", - "label": 61 - }, - { - "text": "I think my top up has been reverted", - "label": 61 - }, - { - "text": "My money I had was gone and I could not get gas!", - "label": 62 - }, - { - "text": "i can not see my top up", - "label": 62 - }, - { - "text": "I can't see my top up in my wallet!", - "label": 62 - }, - { - "text": "I want to transfer money using my credit card.", - "label": 62 - }, - { - "text": "I tried topping up using my card, but the money is gone?", - "label": 62 - }, - { - "text": "A transaction shows duplicate times.", - "label": 63 - }, - { - "text": "There is a repeat charge for the same item", - "label": 63 - }, - { - "text": "How can I fix this? There is a double charge on my account.", - "label": 63 - }, - { - "text": "My card got charged twice for the same thing!", - "label": 63 - }, - { - "text": "My husband and I went out for our weekly \"dinner and a movie,\" and it was my turn to pick up the check. Now I see that my card was charged twice. Who should I contact about negating the second charge and getting my card credited?", - "label": 63 - }, - { - "text": "I was transferring some money to a friend, which I thought would be free, but I see there is a charge. What's up with that?", - "label": 64 - }, - { - "text": "There is a fee for a transfer, please explain that to me.", - "label": 64 - }, - { - "text": "I didn't know there was a charge for tranferring. What is the charge?", - "label": 64 - }, - { - "text": "I transferred money, why was charged for an extra fee?", - "label": 64 - }, - { - "text": "When I made a transfer I was charged extra.", - "label": 64 - }, - { - "text": "I want to transfer money. How do I do that for my account?", - "label": 65 - }, - { - "text": "How do I transfer money into my account?", - "label": 65 - }, - { - "text": "How can I link my bank to my top up account?", - "label": 65 - }, - { - "text": "I have an account that is empty of funds. Can I transfer some from another bank?", - "label": 65 - }, - { - "text": "HOW DO I TRANSFER MONEY FROM MY BANK ACCOUNT?", - "label": 65 - }, - { - "text": "I am worried that too much time has gone by for a transfer to be completed.", - "label": 66 - }, - { - "text": "What is the time frame that it usually takes for a transfer to come through? I have a friend needing it immediately but it has yet to come through.", - "label": 66 - }, - { - "text": "My money transaction can't be seen by the person I sent it to", - "label": 66 - }, - { - "text": "How long does it typically take a transfer to go through? I sent some money to a friend earlier today, and she really needs it. It still is a pending transfer, even though I sent it a few hours ago.", - "label": 66 - }, - { - "text": "I have done a transfer within the country the day before yesterday, but it's still not there yet. Can you please check what's going on with that, the account number definitely is the right one, I've checked that already.", - "label": 66 - }, - { - "text": "How long am I to wait before the transfer gets to my account?", - "label": 67 - }, - { - "text": "Will the transfer show up in my account soon?", - "label": 67 - }, - { - "text": "What time will a transfer from the US take?", - "label": 67 - }, - { - "text": "When will the money reach my account?", - "label": 67 - }, - { - "text": "How long does it take to get my money", - "label": 67 - }, - { - "text": "Can you help me with proving my identity?", - "label": 68 - }, - { - "text": "What proof do you need for my identification?", - "label": 68 - }, - { - "text": "Are there any reasons that my identity wouldn't be accepted even though everything I've provided is factual?", - "label": 68 - }, - { - "text": "I am having some difficulty verifying my id.", - "label": 68 - }, - { - "text": "I am not able to verify my id. Why?", - "label": 68 - }, - { - "text": "What do you require for identity verification?", - "label": 69 - }, - { - "text": "How can I prove I am me?", - "label": 69 - }, - { - "text": "I need to verify my identity. How do I do that?", - "label": 69 - }, - { - "text": "How do I verify my identity?", - "label": 69 - }, - { - "text": "How do I verify my identity online", - "label": 69 - }, - { - "text": "where exactly does money come from", - "label": 70 - }, - { - "text": "Where did my money come from?", - "label": 70 - }, - { - "text": "Can I check to see where the funds came from?", - "label": 70 - }, - { - "text": "What are the sources for the funds in my account?", - "label": 70 - }, - { - "text": "need to know where money comes from", - "label": 70 - }, - { - "text": "Do you know how I can verify that I did a top-up to my card?", - "label": 71 - }, - { - "text": "where is the code for verifying the top up card?", - "label": 71 - }, - { - "text": "The top-up card is verified how?", - "label": 71 - }, - { - "text": "Tell me about verifying top-up", - "label": 71 - }, - { - "text": "What is the verification code for my top up card?", - "label": 71 - }, - { - "text": "Why isn't my disposable virtual card working?", - "label": 72 - }, - { - "text": "Can I use my virtual card to complete transactions for memberships?", - "label": 72 - }, - { - "text": "Why won't my virtual card work?", - "label": 72 - }, - { - "text": "My virtual card is just not going through.", - "label": 72 - }, - { - "text": "My virtual card isn't working.", - "label": 72 - }, - { - "text": "Is there a way I can have a mastercard?", - "label": 73 - }, - { - "text": "is it just visa or can i also use mastercard?", - "label": 73 - }, - { - "text": "I do not want a VISA card.", - "label": 73 - }, - { - "text": "I prefer using Mastercard, can I substitute?", - "label": 73 - }, - { - "text": "I prefer Mastecard.", - "label": 73 - }, - { - "text": "Why do you have an identity check?", - "label": 74 - }, - { - "text": "I do not feel comfortable verifying my identity.", - "label": 74 - }, - { - "text": "Why on earth do you need so much personal id info from me?", - "label": 74 - }, - { - "text": "DO you know the reason for the identity check?", - "label": 74 - }, - { - "text": "I answered so many questions about my identity. Why do you need this info?", - "label": 74 - }, - { - "text": "Why did I only receive a partial amount of what I tried to withdraw?", - "label": 75 - }, - { - "text": "my atm transaction was wrong", - "label": 75 - }, - { - "text": "why did i only get 20.00", - "label": 75 - }, - { - "text": "Why is my cash request and the amount I received different?", - "label": 75 - }, - { - "text": "I tried to withdraw $100, all it gave me was $20.", - "label": 75 - }, - { - "text": "The wrong exchange rate was applied to me while pulling out cash.", - "label": 76 - }, - { - "text": "I got less cash because of the exchange rate.", - "label": 76 - }, - { - "text": "Why is the fee for taking money out so high? I feel I was overcharged and I would have never used this ATM if I would have known ahead of time.", - "label": 76 - }, - { - "text": "I believe a wrong exchange rate was applied towards a cash transaction I made abroad.", - "label": 76 - }, - { - "text": "When I got my cash, the amount was not what it should have been, based on the exchange rate.", - "label": 76 - } - ], - "intents": [ - { - "id": 0, - "name": "activate_my_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to activate his card." - }, - { - "id": 1, - "name": "age_limit", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the age limit for using the bank's services or opening an account." - }, - { - "id": 2, - "name": "apple_pay_or_google_pay", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about using Apple Pay or Google Pay for topping up." - }, - { - "id": 3, - "name": "atm_support", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about using their card at ATMs." - }, - { - "id": 4, - "name": "automatic_top_up", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants information about the automatic top-up option for their account." - }, - { - "id": 5, - "name": "balance_not_updated_after_bank_transfer", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is inquiring about the delay in updating their balance after a bank transfer." - }, - { - "id": 6, - "name": "balance_not_updated_after_cheque_or_cash_deposit", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is inquiring about the delay in updating their balance after a cheque or cash deposit." - }, - { - "id": 7, - "name": "beneficiary_not_allowed", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the reasons why their beneficiary is not allowed for transfers." - }, - { - "id": 8, - "name": "cancel_transfer", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to cancel a transfer or transaction." - }, - { - "id": 9, - "name": "card_about_to_expire", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about the process and options for obtaining a new card before the current one expires." - }, - { - "id": 10, - "name": "card_acceptance", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know where their card is accepted." - }, - { - "id": 11, - "name": "card_arrival", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is inquiring about the arrival status of their card." - }, - { - "id": 12, - "name": "card_delivery_estimate", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the estimated delivery time for their card." - }, - { - "id": 13, - "name": "card_linking", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to link their card to the app." - }, - { - "id": 14, - "name": "card_not_working", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is seeking assistance with a card that is not functioning properly." - }, - { - "id": 15, - "name": "card_payment_fee_charged", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is inquiring about a fee charged for card payments." - }, - { - "id": 16, - "name": "card_payment_not_recognised", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is inquiring about a payment on their card that they do not recognize." - }, - { - "id": 17, - "name": "card_payment_wrong_exchange_rate", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is inquiring about a discrepancy in the exchange rate applied to their card payment." - }, - { - "id": 18, - "name": "card_swallowed", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know what to do if their card was swallowed by an ATM." - }, - { - "id": 19, - "name": "cash_withdrawal_charge", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about the charges associated with cash withdrawals." - }, - { - "id": 20, - "name": "cash_withdrawal_not_recognised", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is reporting a cash withdrawal that they did not authorize or recognize." - }, - { - "id": 21, - "name": "change_pin", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know how to change their PIN." - }, - { - "id": 22, - "name": "compromised_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User suspects that their card has been compromised due to unauthorized transactions." - }, - { - "id": 23, - "name": "contactless_not_working", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is experiencing issues with contactless payments not functioning." - }, - { - "id": 24, - "name": "country_support", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about the countries where the service or cards are supported." - }, - { - "id": 25, - "name": "declined_card_payment", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is inquiring about the reasons for their card payment being declined." - }, - { - "id": 26, - "name": "declined_cash_withdrawal", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know why their cash withdrawal was declined." - }, - { - "id": 27, - "name": "declined_transfer", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to understand why their transfer was declined." - }, - { - "id": 28, - "name": "direct_debit_payment_not_recognised", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to inquire about a direct debit payment that they did not authorize." - }, - { - "id": 29, - "name": "disposable_card_limits", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about the limits and restrictions of disposable virtual cards." - }, - { - "id": 30, - "name": "edit_personal_details", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to edit their personal details." - }, - { - "id": 31, - "name": "exchange_charge", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about currency exchange fees." - }, - { - "id": 32, - "name": "exchange_rate", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about the exchange rate of their money in foreign countries." - }, - { - "id": 33, - "name": "exchange_via_app", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know if the app allows currency exchanges between different currencies." - }, - { - "id": 34, - "name": "extra_charge_on_statement", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to inquire about an extra charge on their statement." - }, - { - "id": 35, - "name": "failed_transfer", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to understand why their transfer failed." - }, - { - "id": 36, - "name": "fiat_currency_support", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about the support for fiat currencies and currency exchanges." - }, - { - "id": 37, - "name": "get_disposable_virtual_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know how to obtain a disposable virtual card." - }, - { - "id": 38, - "name": "get_physical_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know how to obtain or manage their card PIN." - }, - { - "id": 39, - "name": "getting_spare_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to inquire about obtaining additional physical cards and any associated charges." - }, - { - "id": 40, - "name": "getting_virtual_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to obtain or inquire about a virtual card." - }, - { - "id": 41, - "name": "lost_or_stolen_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to report a lost or stolen card." - }, - { - "id": 42, - "name": "lost_or_stolen_phone", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know what to do after losing or having their phone stolen." - }, - { - "id": 43, - "name": "order_physical_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know how to obtain a physical card." - }, - { - "id": 44, - "name": "passcode_forgotten", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is seeking assistance with a forgotten passcode or password." - }, - { - "id": 45, - "name": "pending_card_payment", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is inquiring about a payment that is pending." - }, - { - "id": 46, - "name": "pending_cash_withdrawal", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know why their cash withdrawal is still showing as pending." - }, - { - "id": 47, - "name": "pending_top_up", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is inquiring about the status of a pending top-up." - }, - { - "id": 48, - "name": "pending_transfer", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the status and duration of a pending transfer." - }, - { - "id": 49, - "name": "pin_blocked", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants assistance with unblocking their PIN after entering it incorrectly too many times." - }, - { - "id": 50, - "name": "receiving_money", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know how to receive money through the app." - }, - { - "id": 51, - "name": "Refund_not_showing_up", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is inquiring about the status of their refund that has not appeared in their account." - }, - { - "id": 52, - "name": "request_refund", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know how to request a refund for a purchase." - }, - { - "id": 53, - "name": "reverted_card_payment?", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is inquiring about the reasons for a reverted card payment." - }, - { - "id": 54, - "name": "supported_cards_and_currencies", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about supported cards and currencies for top-ups." - }, - { - "id": 55, - "name": "terminate_account", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to terminate or delete their account." - }, - { - "id": 56, - "name": "top_up_by_bank_transfer_charge", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about charges related to topping up by bank transfer, specifically SEPA transfers." - }, - { - "id": 57, - "name": "top_up_by_card_charge", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about the charges associated with topping up by card in the US." - }, - { - "id": 58, - "name": "top_up_by_cash_or_cheque", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about options to top up their account using cash or cheque." - }, - { - "id": 59, - "name": "top_up_failed", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is experiencing issues with a failed top-up." - }, - { - "id": 60, - "name": "top_up_limits", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about the limits on top-ups." - }, - { - "id": 61, - "name": "top_up_reverted", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to inquire about a reverted or cancelled top-up." - }, - { - "id": 62, - "name": "topping_up_by_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is inquiring about issues related to topping up their account using a credit card." - }, - { - "id": 63, - "name": "transaction_charged_twice", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants assistance regarding a transaction that has been charged twice." - }, - { - "id": 64, - "name": "transfer_fee_charged", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to understand the transfer fee that was charged during a money transfer." - }, - { - "id": 65, - "name": "transfer_into_account", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know how to transfer money into their account." - }, - { - "id": 66, - "name": "transfer_not_received_by_recipient", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is inquiring about a money transfer that has not been received by the recipient." - }, - { - "id": 67, - "name": "transfer_timing", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the timing of a money transfer to their account." - }, - { - "id": 68, - "name": "unable_to_verify_identity", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is seeking assistance with verifying their identity." - }, - { - "id": 69, - "name": "verify_my_identity", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know how to verify their identity." - }, - { - "id": 70, - "name": "verify_source_of_funds", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to verify the source of funds in their account." - }, - { - "id": 71, - "name": "verify_top_up", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know how to verify a top-up for their card." - }, - { - "id": 72, - "name": "virtual_card_not_working", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is experiencing issues with their virtual card not functioning properly." - }, - { - "id": 73, - "name": "visa_or_mastercard", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь интересуется возможностью использования Mastercard вместо VISA." - }, - { - "id": 74, - "name": "why_verify_identity", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to understand the reasons for the identity verification process." - }, - { - "id": 75, - "name": "wrong_amount_of_cash_received", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is reporting an issue with receiving the wrong amount of cash from an ATM transaction." - }, - { - "id": 76, - "name": "wrong_exchange_rate_for_cash_withdrawal", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User believes they were charged an incorrect exchange rate during a cash withdrawal." - } - ] -} diff --git a/experiments/intent_description/banking77_with_intent_desc.json b/experiments/intent_description/banking77_with_intent_desc.json deleted file mode 100644 index 78ae3403..00000000 --- a/experiments/intent_description/banking77_with_intent_desc.json +++ /dev/null @@ -1,2162 +0,0 @@ -{ - "utterances": [ - { - "text": "Please help me with my card. It won't activate.", - "label": 0 - }, - { - "text": "I tired but an unable to activate my card.", - "label": 0 - }, - { - "text": "I want to start using my card.", - "label": 0 - }, - { - "text": "How do I verify my new card?", - "label": 0 - }, - { - "text": "I tried activating my plug-in and it didn't piece of work", - "label": 0 - }, - { - "text": "I want to open an account for my children", - "label": 1 - }, - { - "text": "How old do you need to be to use the banks services?", - "label": 1 - }, - { - "text": "Whats the minimum age to have an account", - "label": 1 - }, - { - "text": "Can my children open an account?", - "label": 1 - }, - { - "text": "How old do I need to be?", - "label": 1 - }, - { - "text": "Hi, I have an apple watch. How do I use it to top up my card?", - "label": 2 - }, - { - "text": "Can I use google pay to top up?", - "label": 2 - }, - { - "text": "why top up is not working even if I got my American Express in Apple Bay?", - "label": 2 - }, - { - "text": "Can I deposit money using Apple Pay?", - "label": 2 - }, - { - "text": "Can I use google pay for topping -up", - "label": 2 - }, - { - "text": "I can use this card at which ATMs?", - "label": 3 - }, - { - "text": "Can I use the card at any cash machine?", - "label": 3 - }, - { - "text": "What locations can I get money from?", - "label": 3 - }, - { - "text": "What ATMs take this card?", - "label": 3 - }, - { - "text": "Which ATM's can I use to make a withdrawal?", - "label": 3 - }, - { - "text": "Can I add money automatically to my account while traveling?", - "label": 4 - }, - { - "text": "i need help finding the auto top up option.", - "label": 4 - }, - { - "text": "What are the maximum amount you can do for auto top-up?", - "label": 4 - }, - { - "text": "I can't find the auto-top up option.", - "label": 4 - }, - { - "text": "Does the auto top-up have any limits?", - "label": 4 - }, - { - "text": "help my money isnt showing up", - "label": 5 - }, - { - "text": "how do i see what i transferred", - "label": 5 - }, - { - "text": "Hello. Can you help figure out why the recent transfer from my UK bank account isn't showing up?", - "label": 5 - }, - { - "text": "I've made a transfer from France two days ago but I was wondering if international transfers take longer to arrive because it hasn't made it yet.", - "label": 5 - }, - { - "text": "After I transferred money the balance remained the same.", - "label": 5 - }, - { - "text": "Why is my last cheque deposit taking so long?", - "label": 6 - }, - { - "text": "I am still waiting for a the cash I deposited this morning", - "label": 6 - }, - { - "text": "I tried using a check to update my balance, but it isn't work? Is something wrong?", - "label": 6 - }, - { - "text": "I deposited cash but it isn't showing up in my account", - "label": 6 - }, - { - "text": "I put some cash into my account but it's not displaying that on my balance.", - "label": 6 - }, - { - "text": "is there something blocking me from making transfers", - "label": 7 - }, - { - "text": "What are the reasons for my beneficiary not being allowed?", - "label": 7 - }, - { - "text": "Is there something wrong with the transferring functions? I keep trying to transfer funds and only get an error message.", - "label": 7 - }, - { - "text": "What are the reasons a beneficiary would be denied?", - "label": 7 - }, - { - "text": "A transfer to my account was denied.", - "label": 7 - }, - { - "text": "Cancel a transaction", - "label": 8 - }, - { - "text": "Am I able to cancel a transfer I just made", - "label": 8 - }, - { - "text": "I needed to make a payment on my account, but I typed in the incorrect number. The app won't allow me to cancel this transaction. I need it cancelled ASAP!!", - "label": 8 - }, - { - "text": "I made a mistake this morning when I did a transfer. How do I reverse it?", - "label": 8 - }, - { - "text": "Can I cancel a transaction?", - "label": 8 - }, - { - "text": "Are there any express fees if i want my new card faster?", - "label": 9 - }, - { - "text": "Do I need to do something to get a new card once it expires?", - "label": 9 - }, - { - "text": "I am overseas in China, can I get a replacement card?", - "label": 9 - }, - { - "text": "Can I get a new card with new expiration date in China?", - "label": 9 - }, - { - "text": "Are there restrictions on new cards in China?", - "label": 9 - }, - { - "text": "Is there anywhere I can't use my card?", - "label": 10 - }, - { - "text": "In which stores can I shop with this card?", - "label": 10 - }, - { - "text": "How do I know where I can use my card?", - "label": 10 - }, - { - "text": "Can I tell what business will take this card?", - "label": 10 - }, - { - "text": "Are there businesses that don't accept this card?", - "label": 10 - }, - { - "text": "I am still waiting on my card?", - "label": 11 - }, - { - "text": "What can I do if my card still hasn't arrived after 2 weeks?", - "label": 11 - }, - { - "text": "I have been waiting over a week. Is the card still coming?", - "label": 11 - }, - { - "text": "Can I track my card while it is in the process of delivery?", - "label": 11 - }, - { - "text": "How do I know if I will get my card, or if it is lost?", - "label": 11 - }, - { - "text": "Can it specifically be delivered on a certain date?", - "label": 12 - }, - { - "text": "I need to get my card quickly", - "label": 12 - }, - { - "text": "When can I expect my card? I live in the US.", - "label": 12 - }, - { - "text": "Help! When will the card arrive at my home?", - "label": 12 - }, - { - "text": "Can I get my card fast tracked?", - "label": 12 - }, - { - "text": "My card has been found. Is there any way for me to put it back into the app?", - "label": 13 - }, - { - "text": "I was able to find my card. How to I go about putting it into my app?", - "label": 13 - }, - { - "text": "how do I get my card to show in the app?", - "label": 13 - }, - { - "text": "I just got my card. It's not linked yet--how do I do that?", - "label": 13 - }, - { - "text": "lost card found, want to put it back in app", - "label": 13 - }, - { - "text": "I can't use my card because it is not working.", - "label": 14 - }, - { - "text": "I can't seem to be able to use my card", - "label": 14 - }, - { - "text": "My card isn't working at all, I need assistance. It's really frustrating.", - "label": 14 - }, - { - "text": "Can you tell me what the problem with my card is? It was declined at a restaurant today.", - "label": 14 - }, - { - "text": "How do I fix a broken card?", - "label": 14 - }, - { - "text": "There was a fee charged when I paid with my card.", - "label": 15 - }, - { - "text": "I received a fee I should not have.", - "label": 15 - }, - { - "text": "Why am I being a charged for using my card?", - "label": 15 - }, - { - "text": "Tell me why there is a fee for a card payment.", - "label": 15 - }, - { - "text": "I don't understand why I'm being charged for using my card.", - "label": 15 - }, - { - "text": "There's a payment with my card that I didn't perform. I don't know that name shown.", - "label": 16 - }, - { - "text": "My statement indicates I made a payment to an unfamiliar merchant.", - "label": 16 - }, - { - "text": "There's a payment with my card that I definitely didn't do myself, never seen that name before.", - "label": 16 - }, - { - "text": "Help! In the app there is a payment that I don't remember.", - "label": 16 - }, - { - "text": "I don't understand where this charge came from.", - "label": 16 - }, - { - "text": "Last Saturday, I was charged extra for the exchange rate on my payment. Is something wrong?", - "label": 17 - }, - { - "text": "Hi, I am disappointed to see such a bad exchange rate and hope you can assist me. Would you be able to confirm the official interbank exchange rate for me?", - "label": 17 - }, - { - "text": "I think the currency exchange that's been applied is wrong.", - "label": 17 - }, - { - "text": "The exchange rate I was charged for a purchase was not right.", - "label": 17 - }, - { - "text": "Can you please explain why the exchange rate for the item I bought is wrong?", - "label": 17 - }, - { - "text": "What do I do if the ATM took my card?", - "label": 18 - }, - { - "text": "What do I do now my credit card has been swallowed by the ATM?", - "label": 18 - }, - { - "text": "An ATM machine didn't give me back my card.", - "label": 18 - }, - { - "text": "My card got trapped inside an ATM, what should I do?", - "label": 18 - }, - { - "text": "What do I do if I can't get my card out of the ATM?", - "label": 18 - }, - { - "text": "Why is there a charge when I took out money?", - "label": 19 - }, - { - "text": "Why have I been charged a fee for cash withdrawal?", - "label": 19 - }, - { - "text": "I made a cash withdrawl and there is a charge. What is this?", - "label": 19 - }, - { - "text": "I am inquiring about why there was an extra fee charged when I used an ATM.", - "label": 19 - }, - { - "text": "Why am I being charged extra when I withdrew money?", - "label": 19 - }, - { - "text": "I looked on the app and it says I withdrew cash. I didn't!", - "label": 20 - }, - { - "text": "I didn't withdraw the amount of cash that is showing up in the app.", - "label": 20 - }, - { - "text": "I saw on the app that a cash withdrawal was completed on my account; however, I did not complete it.", - "label": 20 - }, - { - "text": "I got a notice from my app that I withdrew cash but I don't remember doing so. How do I fix this?", - "label": 20 - }, - { - "text": "Someone has a copy of my card !! I definitely still have it here but someone just made a 500£ cash withdrawal, HELP!", - "label": 20 - }, - { - "text": "Is it possible for me to change my PIN number?", - "label": 21 - }, - { - "text": "What are the steps to change my PIN to something else?", - "label": 21 - }, - { - "text": "In what way can I change my PIN and where do I need to be?", - "label": 21 - }, - { - "text": "Can I change my PIN at any cash machines?", - "label": 21 - }, - { - "text": "I need to make my card PIN a different number", - "label": 21 - }, - { - "text": "I think someone is using my card without my permission!", - "label": 22 - }, - { - "text": "What do I do if I detect fraudulent use on my car?", - "label": 22 - }, - { - "text": "I think my account has been hacked there are charges on there I don't recognize.", - "label": 22 - }, - { - "text": "I don't recognize some transactions. Is someone else using it?", - "label": 22 - }, - { - "text": "I just got an email in confirming my purchase with my card. I login to the mobile app on the card and found out there are several purchase were made without me aware of it. Evidently someone had stole my card information and made these fraudulent purchase. I need the transaction to be reverse and have my card suspended.", - "label": 22 - }, - { - "text": "Should i uninstall the app before i try it again?", - "label": 23 - }, - { - "text": "How come when I tried to pay contactless at the bus it didnt work?", - "label": 23 - }, - { - "text": "Why is my contactless not working?", - "label": 23 - }, - { - "text": "My contactless payments don't work.", - "label": 23 - }, - { - "text": "how many days processing new card?", - "label": 23 - }, - { - "text": "Which countries are you available in?", - "label": 24 - }, - { - "text": "Where are you cards supported?", - "label": 24 - }, - { - "text": "How do I get a card if I live in the US?", - "label": 24 - }, - { - "text": "Please list the countries you support.", - "label": 24 - }, - { - "text": "Are these cards available in europe?", - "label": 24 - }, - { - "text": "I'm not sure why my card didn't work", - "label": 25 - }, - { - "text": "My card is not working at stores.", - "label": 25 - }, - { - "text": "Do you know why my card payment has been declined?", - "label": 25 - }, - { - "text": "Why isn't my card working? I was pumped to use my new card but it keeps getting declined. Help please.", - "label": 25 - }, - { - "text": "I could not use my card in a store.", - "label": 25 - }, - { - "text": "I tried to withdraw cash and got declined, why is that?", - "label": 26 - }, - { - "text": "Why was I declined when I tried to get my money?", - "label": 26 - }, - { - "text": "I could not access my money at the ATM", - "label": 26 - }, - { - "text": "i needed money for a night out with the girls but i was declined, why?", - "label": 26 - }, - { - "text": "Why was I blocked from withdrawing from the ATM?", - "label": 26 - }, - { - "text": "Transfer unable to be completed, states 'declined'", - "label": 27 - }, - { - "text": "Why was my transfer request decline?", - "label": 27 - }, - { - "text": "My transfer was rejected", - "label": 27 - }, - { - "text": "I tried to buy something online yesterday and got a message saying declined. I tried again today and got the same message. What's the problem?", - "label": 27 - }, - { - "text": "I am having trouble doing a transfer. A \"Decline \" message appears after making the transfer.", - "label": 27 - }, - { - "text": "Hi, i found a large amount payment in my old statements which i am sure was not made by me. I am aware that the time has passed but is there a way to raise a dispute for this payment now?", - "label": 28 - }, - { - "text": "what is the word?", - "label": 28 - }, - { - "text": "Please help my find out why there is an odd direct debit in my records.", - "label": 28 - }, - { - "text": "I am seeing in the App a diret debit that its not mine", - "label": 28 - }, - { - "text": "There is a direct debit payment that I did not make.", - "label": 28 - }, - { - "text": "Do the disposable cards have any restrictions on them?", - "label": 29 - }, - { - "text": "How many times can I use a virtual card?", - "label": 29 - }, - { - "text": "A friend was telling me about her disposable cards. What would I have to do to be able to get that feature?", - "label": 29 - }, - { - "text": "Can I have more disposable cards?", - "label": 29 - }, - { - "text": "i tried using a virtual card for a hotel but it didn't work, why not", - "label": 29 - }, - { - "text": "I am interested in changing my personal details.", - "label": 30 - }, - { - "text": "I am here to change my adress.", - "label": 30 - }, - { - "text": "I'd like to make some changes to my personal information.", - "label": 30 - }, - { - "text": "I would like to change my name after marriage.", - "label": 30 - }, - { - "text": "I would like to change my adress", - "label": 30 - }, - { - "text": "How much is the exchange fee?", - "label": 31 - }, - { - "text": "Are there any hidden extra fees for currency exchanges?", - "label": 31 - }, - { - "text": "If I exchange currencies on a frequent basis can I receive a discount?", - "label": 31 - }, - { - "text": "Is there any cost to change foreign money to local?", - "label": 31 - }, - { - "text": "What are the currency exchange fees?", - "label": 31 - }, - { - "text": "What is my money worth in other countries?", - "label": 32 - }, - { - "text": "Will my money be of equal value when I travel abroad?", - "label": 32 - }, - { - "text": "Do you know the rate of exchange?", - "label": 32 - }, - { - "text": "What foreign exchange rate will I get on weekdays and on the weekends?", - "label": 32 - }, - { - "text": "What is the exchange looking like?", - "label": 32 - }, - { - "text": "Can I change from AUD to GBP?", - "label": 33 - }, - { - "text": "I need to exchange between different currencies, like GBP and USD. Can I do that with your app?", - "label": 33 - }, - { - "text": "How can I change to another currency?", - "label": 33 - }, - { - "text": "Does the app allowing exchanges between USD and GBP", - "label": 33 - }, - { - "text": "What if I need to use GBP instead of USD?", - "label": 33 - }, - { - "text": "Why is there an extra fee on my statement?", - "label": 34 - }, - { - "text": "Why did they charge me an extra $1?", - "label": 34 - }, - { - "text": "Why is there a 1 euro fee on my statement?", - "label": 34 - }, - { - "text": "Why do I see an extra £1 charge on my statement?", - "label": 34 - }, - { - "text": "I am inquiring about a $1 charge on my statement.", - "label": 34 - }, - { - "text": "What is happening? I have tried to transfer money 5x already. Is the system down? This shouldnt be happening as this is a basic transfer.", - "label": 35 - }, - { - "text": "Is there a reason that my transfer failed?", - "label": 35 - }, - { - "text": "Why didn't my transfer complete?", - "label": 35 - }, - { - "text": "Why was I unable to finish this transfer?", - "label": 35 - }, - { - "text": "I have made 5 attempts to make a very standard survey, yet I can't get it to work. What is the problem? Is there an issue related to your system?", - "label": 35 - }, - { - "text": "How many different currencies can I hold money in?", - "label": 36 - }, - { - "text": "Do you allow currency exchanges?", - "label": 36 - }, - { - "text": "How many currencies can I have money in in my account?", - "label": 36 - }, - { - "text": "Is the EUR accepted for exchanges?", - "label": 36 - }, - { - "text": "Is it okay to hold money in multiple currencies?", - "label": 36 - }, - { - "text": "What do you use disposable cards on?", - "label": 37 - }, - { - "text": "How do I get a disposable virtual card as well?", - "label": 37 - }, - { - "text": "I want a disposable virtual card, how do I do that?", - "label": 37 - }, - { - "text": "What are the disposable cards for?", - "label": 37 - }, - { - "text": "I need a disposable virtual card. Please tell me how to order one.", - "label": 37 - }, - { - "text": "I'm not sure what to do about the PIN, because I don't have one yet.", - "label": 38 - }, - { - "text": "Is my PIN sent separably?", - "label": 38 - }, - { - "text": "Where can I get my card PIN?", - "label": 38 - }, - { - "text": "my pin hasn't arrived in the post! How do I cancel it or get a new one?", - "label": 38 - }, - { - "text": "Where is the card PIN located?", - "label": 38 - }, - { - "text": "Are extra charges added for sending out additional cards?", - "label": 39 - }, - { - "text": "I'd like to order an additional card", - "label": 39 - }, - { - "text": "I want some extra physical cards.", - "label": 39 - }, - { - "text": "I would like open a second card for my daughter, how can you assist me?", - "label": 39 - }, - { - "text": "Am I gonna be charged for sending out more cards?", - "label": 39 - }, - { - "text": "I would like to order a virtual card, where can I get one?", - "label": 40 - }, - { - "text": "I need to order a new virtual card, how do I do that?", - "label": 40 - }, - { - "text": "How can I sign up for a virtual card?", - "label": 40 - }, - { - "text": "I haven't received my virtual card yet!!", - "label": 40 - }, - { - "text": "Can you give me a virtual card?", - "label": 40 - }, - { - "text": "Has there been any activity on my card today?", - "label": 41 - }, - { - "text": "I lost my wallet and all my cards were in it.", - "label": 41 - }, - { - "text": "I'm panicking! I lost my card! Help!", - "label": 41 - }, - { - "text": "I need to report a stolen card", - "label": 41 - }, - { - "text": "How do I replace a stolen card?", - "label": 41 - }, - { - "text": "My phone was stolen, what should I do first?", - "label": 42 - }, - { - "text": "My phone was stolen, what should I do?", - "label": 42 - }, - { - "text": "I lost my phone, what should I do?", - "label": 42 - }, - { - "text": "Someone has stolen my phone, what should I do?", - "label": 42 - }, - { - "text": "I think I lost my phone. Is there a way to prevent anyone from getting into my account on it?", - "label": 42 - }, - { - "text": "How much does it cost for a physical card?", - "label": 43 - }, - { - "text": "Where can the cards be delivered?", - "label": 43 - }, - { - "text": "What do i do to get a physical card?", - "label": 43 - }, - { - "text": "Can I request a card?", - "label": 43 - }, - { - "text": "Do I have to pay for a physical card?", - "label": 43 - }, - { - "text": "Help me! I don't know what my password is.", - "label": 44 - }, - { - "text": "I thought I knew my password but I guess I was wrong, what can I do now?", - "label": 44 - }, - { - "text": "I am unable to access my app due to forgetting my passcode.", - "label": 44 - }, - { - "text": "I can't recall my password.", - "label": 44 - }, - { - "text": "What should I do if I don't know my password?", - "label": 44 - }, - { - "text": "What does it mean when a payment is pending?", - "label": 45 - }, - { - "text": "Could you please tell me why my purchases from this morning say payment is pending?", - "label": 45 - }, - { - "text": "The purchase I made is still pending.", - "label": 45 - }, - { - "text": "Is there a problem with the payment that I see is still pending?", - "label": 45 - }, - { - "text": "There is a payment that I made that hasn't gone through yet.", - "label": 45 - }, - { - "text": "I would like to know why a withdraw I made for some cash shows up as pending.", - "label": 46 - }, - { - "text": "Why is my cash withdrawal still showing as pending?", - "label": 46 - }, - { - "text": "I have the cash already, my account still shows up as pending. How can my account be still pending?", - "label": 46 - }, - { - "text": "I tried to get cash out of the ATM but it is taking too long", - "label": 46 - }, - { - "text": "Why is the cash withdrawal under pending?", - "label": 46 - }, - { - "text": "How long does a top-up take to go through?", - "label": 47 - }, - { - "text": "I am under the impression that my top up is still pending", - "label": 47 - }, - { - "text": "How long will it take for my money to be deposited?", - "label": 47 - }, - { - "text": "i put money on my card and i dont see it on the balance", - "label": 47 - }, - { - "text": "I have a top-up that's still pending and wanted to know about it.", - "label": 47 - }, - { - "text": "i put in money for vacation and its not showing. i need that money today, how long will it take", - "label": 48 - }, - { - "text": "I can't figure out why a transfer is still pending?", - "label": 48 - }, - { - "text": "Transfers can take up to one day to process before departing for the beneficiary accounts. Please confirm that you've entered your account details correctly. SEPA transfers can take up to two working days, while SWIFT transfers can take up to five working days.", - "label": 48 - }, - { - "text": "When will my transfer finish pending?", - "label": 48 - }, - { - "text": "How long do transfers take, mine just says pending?", - "label": 48 - }, - { - "text": "I have exceeded the number of PIN attempts", - "label": 49 - }, - { - "text": "I mistook my pin and now I am locked. Can you unlock me?", - "label": 49 - }, - { - "text": "Please help me unblock my pin which I put the wrong one too many times.", - "label": 49 - }, - { - "text": "Help me unblock my account. I entered the PIN wrong too many times.", - "label": 49 - }, - { - "text": "I locked myself out of my account, how do I unblock my PIN?", - "label": 49 - }, - { - "text": "Can my salary be received here?", - "label": 50 - }, - { - "text": "How can my boss pay me directly to the card?", - "label": 50 - }, - { - "text": "Salary in GBP has been received. Does it need to be configured into another place?", - "label": 50 - }, - { - "text": "I am paid by my employer in GBP; do I need to do anything in the app to indicate this?", - "label": 50 - }, - { - "text": "How can my friend give me money?", - "label": 50 - }, - { - "text": "I don't see my refund money yet in my account. I asked the merchant a while ago for a refund, so I don't know what's taking so long. Can you look into it and see if the money is there, just not in my account yet?", - "label": 51 - }, - { - "text": "Why am I missing my refund", - "label": 51 - }, - { - "text": "Please help me. I am still waiting on a refund.", - "label": 51 - }, - { - "text": "I requested a refund but am unable to see it in my account. Why is that?", - "label": 51 - }, - { - "text": "When will my refund come through", - "label": 51 - }, - { - "text": "How long does it take to get a refund on something I bought?", - "label": 52 - }, - { - "text": "Please tell me how to get a refund for something I bought.", - "label": 52 - }, - { - "text": "Can i cancel this purchase?", - "label": 52 - }, - { - "text": "I want to return an item for a refund can I do that?", - "label": 52 - }, - { - "text": "Can I request a refund", - "label": 52 - }, - { - "text": "I wanted to purchase something online but the payment was returned back to me. This has been going on for a couple of weeks. Please tell me what is going on here?", - "label": 53 - }, - { - "text": "I tried to use my debit card, but the payment did not work.", - "label": 53 - }, - { - "text": "Hi, I had an issue with my card payment and It shows on my account that my payment went through. Then I got contacted from the seller saying \"they did not receive my payment\" then the payment was returned to my account. so I would like to see why it did that please.", - "label": 53 - }, - { - "text": "I think my card payment has been reverted", - "label": 53 - }, - { - "text": "Tell me why my card payment would be reverted.", - "label": 53 - }, - { - "text": "How do I use American express to top up my account?", - "label": 54 - }, - { - "text": "Which currencies do you accept for adding money?", - "label": 54 - }, - { - "text": "Is my credit card supported for top-ups?", - "label": 54 - }, - { - "text": "Am I able to add money into my account using my American Express?", - "label": 54 - }, - { - "text": "Can I use my American Express card to add money into my account?", - "label": 54 - }, - { - "text": "How do I deactivate my account?", - "label": 55 - }, - { - "text": "Remove my account immediately.", - "label": 55 - }, - { - "text": "Are you able to delete my account?", - "label": 55 - }, - { - "text": "How do I discontinue my account?", - "label": 55 - }, - { - "text": "please delete account", - "label": 55 - }, - { - "text": "Is there a top up fee for transfer?", - "label": 56 - }, - { - "text": "Will there be a charge for topping up by account with a SEPA transfer?", - "label": 56 - }, - { - "text": "What are the charges for receiving a SEPA transfer?", - "label": 56 - }, - { - "text": "Is there a charge for SEPA transfers?", - "label": 56 - }, - { - "text": "Will I be charged a fee for a SEPA transfer?", - "label": 56 - }, - { - "text": "What is the charge for using a Top up card in the US?", - "label": 57 - }, - { - "text": "What is the fee for topping up a US card?", - "label": 57 - }, - { - "text": "What fees are charged when I top up", - "label": 57 - }, - { - "text": "Is there a charge for topping up by card?", - "label": 57 - }, - { - "text": "Which US cards have top up charges?", - "label": 57 - }, - { - "text": "Help me please, I need to top up cash.", - "label": 58 - }, - { - "text": "Do you have any options to top up with a cheque on my account?", - "label": 58 - }, - { - "text": "Is there somewhere I can send a check to add to my account?", - "label": 58 - }, - { - "text": "Will a cheque suffice?", - "label": 58 - }, - { - "text": "I can't find any option to top up with a cheque?", - "label": 58 - }, - { - "text": "I think my top-up has failed.", - "label": 59 - }, - { - "text": "Top-up is not working", - "label": 59 - }, - { - "text": "My top up is not working", - "label": 59 - }, - { - "text": "My top-up hasn't gone through, what happened?", - "label": 59 - }, - { - "text": "My top-up was rejected by an app.", - "label": 59 - }, - { - "text": "What is the max amount of top-ups?", - "label": 60 - }, - { - "text": "Are top-ups unlimited?", - "label": 60 - }, - { - "text": "Can I increase my top-up maximum?", - "label": 60 - }, - { - "text": "Can I top-up any amount?", - "label": 60 - }, - { - "text": "What's the limit to how much I can top up?", - "label": 60 - }, - { - "text": "My top up did not show up as shown and my money has disappeared, can you help me fix this glitch problem?", - "label": 61 - }, - { - "text": "Has my top-up been cancelled?", - "label": 61 - }, - { - "text": "I topped up recently and saw the money go through, but now it's just gone? What's going on", - "label": 61 - }, - { - "text": "For what reason did my top-up get cancelled?", - "label": 61 - }, - { - "text": "I think my top up has been reverted", - "label": 61 - }, - { - "text": "My money I had was gone and I could not get gas!", - "label": 62 - }, - { - "text": "i can not see my top up", - "label": 62 - }, - { - "text": "I can't see my top up in my wallet!", - "label": 62 - }, - { - "text": "I want to transfer money using my credit card.", - "label": 62 - }, - { - "text": "I tried topping up using my card, but the money is gone?", - "label": 62 - }, - { - "text": "A transaction shows duplicate times.", - "label": 63 - }, - { - "text": "There is a repeat charge for the same item", - "label": 63 - }, - { - "text": "How can I fix this? There is a double charge on my account.", - "label": 63 - }, - { - "text": "My card got charged twice for the same thing!", - "label": 63 - }, - { - "text": "My husband and I went out for our weekly \"dinner and a movie,\" and it was my turn to pick up the check. Now I see that my card was charged twice. Who should I contact about negating the second charge and getting my card credited?", - "label": 63 - }, - { - "text": "I was transferring some money to a friend, which I thought would be free, but I see there is a charge. What's up with that?", - "label": 64 - }, - { - "text": "There is a fee for a transfer, please explain that to me.", - "label": 64 - }, - { - "text": "I didn't know there was a charge for tranferring. What is the charge?", - "label": 64 - }, - { - "text": "I transferred money, why was charged for an extra fee?", - "label": 64 - }, - { - "text": "When I made a transfer I was charged extra.", - "label": 64 - }, - { - "text": "I want to transfer money. How do I do that for my account?", - "label": 65 - }, - { - "text": "How do I transfer money into my account?", - "label": 65 - }, - { - "text": "How can I link my bank to my top up account?", - "label": 65 - }, - { - "text": "I have an account that is empty of funds. Can I transfer some from another bank?", - "label": 65 - }, - { - "text": "HOW DO I TRANSFER MONEY FROM MY BANK ACCOUNT?", - "label": 65 - }, - { - "text": "I am worried that too much time has gone by for a transfer to be completed.", - "label": 66 - }, - { - "text": "What is the time frame that it usually takes for a transfer to come through? I have a friend needing it immediately but it has yet to come through.", - "label": 66 - }, - { - "text": "My money transaction can't be seen by the person I sent it to", - "label": 66 - }, - { - "text": "How long does it typically take a transfer to go through? I sent some money to a friend earlier today, and she really needs it. It still is a pending transfer, even though I sent it a few hours ago.", - "label": 66 - }, - { - "text": "I have done a transfer within the country the day before yesterday, but it's still not there yet. Can you please check what's going on with that, the account number definitely is the right one, I've checked that already.", - "label": 66 - }, - { - "text": "How long am I to wait before the transfer gets to my account?", - "label": 67 - }, - { - "text": "Will the transfer show up in my account soon?", - "label": 67 - }, - { - "text": "What time will a transfer from the US take?", - "label": 67 - }, - { - "text": "When will the money reach my account?", - "label": 67 - }, - { - "text": "How long does it take to get my money", - "label": 67 - }, - { - "text": "Can you help me with proving my identity?", - "label": 68 - }, - { - "text": "What proof do you need for my identification?", - "label": 68 - }, - { - "text": "Are there any reasons that my identity wouldn't be accepted even though everything I've provided is factual?", - "label": 68 - }, - { - "text": "I am having some difficulty verifying my id.", - "label": 68 - }, - { - "text": "I am not able to verify my id. Why?", - "label": 68 - }, - { - "text": "What do you require for identity verification?", - "label": 69 - }, - { - "text": "How can I prove I am me?", - "label": 69 - }, - { - "text": "I need to verify my identity. How do I do that?", - "label": 69 - }, - { - "text": "How do I verify my identity?", - "label": 69 - }, - { - "text": "How do I verify my identity online", - "label": 69 - }, - { - "text": "where exactly does money come from", - "label": 70 - }, - { - "text": "Where did my money come from?", - "label": 70 - }, - { - "text": "Can I check to see where the funds came from?", - "label": 70 - }, - { - "text": "What are the sources for the funds in my account?", - "label": 70 - }, - { - "text": "need to know where money comes from", - "label": 70 - }, - { - "text": "Do you know how I can verify that I did a top-up to my card?", - "label": 71 - }, - { - "text": "where is the code for verifying the top up card?", - "label": 71 - }, - { - "text": "The top-up card is verified how?", - "label": 71 - }, - { - "text": "Tell me about verifying top-up", - "label": 71 - }, - { - "text": "What is the verification code for my top up card?", - "label": 71 - }, - { - "text": "Why isn't my disposable virtual card working?", - "label": 72 - }, - { - "text": "Can I use my virtual card to complete transactions for memberships?", - "label": 72 - }, - { - "text": "Why won't my virtual card work?", - "label": 72 - }, - { - "text": "My virtual card is just not going through.", - "label": 72 - }, - { - "text": "My virtual card isn't working.", - "label": 72 - }, - { - "text": "Is there a way I can have a mastercard?", - "label": 73 - }, - { - "text": "is it just visa or can i also use mastercard?", - "label": 73 - }, - { - "text": "I do not want a VISA card.", - "label": 73 - }, - { - "text": "I prefer using Mastercard, can I substitute?", - "label": 73 - }, - { - "text": "I prefer Mastecard.", - "label": 73 - }, - { - "text": "Why do you have an identity check?", - "label": 74 - }, - { - "text": "I do not feel comfortable verifying my identity.", - "label": 74 - }, - { - "text": "Why on earth do you need so much personal id info from me?", - "label": 74 - }, - { - "text": "DO you know the reason for the identity check?", - "label": 74 - }, - { - "text": "I answered so many questions about my identity. Why do you need this info?", - "label": 74 - }, - { - "text": "Why did I only receive a partial amount of what I tried to withdraw?", - "label": 75 - }, - { - "text": "my atm transaction was wrong", - "label": 75 - }, - { - "text": "why did i only get 20.00", - "label": 75 - }, - { - "text": "Why is my cash request and the amount I received different?", - "label": 75 - }, - { - "text": "I tried to withdraw $100, all it gave me was $20.", - "label": 75 - }, - { - "text": "The wrong exchange rate was applied to me while pulling out cash.", - "label": 76 - }, - { - "text": "I got less cash because of the exchange rate.", - "label": 76 - }, - { - "text": "Why is the fee for taking money out so high? I feel I was overcharged and I would have never used this ATM if I would have known ahead of time.", - "label": 76 - }, - { - "text": "I believe a wrong exchange rate was applied towards a cash transaction I made abroad.", - "label": 76 - }, - { - "text": "When I got my cash, the amount was not what it should have been, based on the exchange rate.", - "label": 76 - } - ], - "intents": [ - { - "id": 0, - "name": "activate_my_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to activate their card" - }, - { - "id": 1, - "name": "age_limit", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about the age limit for using the bank's services." - }, - { - "id": 2, - "name": "apple_pay_or_google_pay", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to know if they can use Apple Pay or Google Pay for topping up their card." - }, - { - "id": 3, - "name": "atm_support", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to know about ATM support" - }, - { - "id": 4, - "name": "automatic_top_up", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about automatic top-up for their account." - }, - { - "id": 5, - "name": "balance_not_updated_after_bank_transfer", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about why the balance has not been updated after a bank transfer." - }, - { - "id": 6, - "name": "balance_not_updated_after_cheque_or_cash_deposit", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about the delay in updating their balance after a cheque or cash deposit." - }, - { - "id": 7, - "name": "beneficiary_not_allowed", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to know why his beneficiary is not allowed" - }, - { - "id": 8, - "name": "cancel_transfer", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to cancel a transfer" - }, - { - "id": 9, - "name": "card_about_to_expire", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about the process of getting a new card before the current one expires." - }, - { - "id": 10, - "name": "card_acceptance", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to know where he can use his card" - }, - { - "id": 11, - "name": "card_arrival", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user inquiring about the arrival status of their card" - }, - { - "id": 12, - "name": "card_delivery_estimate", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to know the estimated delivery time for the card" - }, - { - "id": 13, - "name": "card_linking", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to link their card back to the app." - }, - { - "id": 14, - "name": "card_not_working", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is experiencing issues with their card and needs assistance." - }, - { - "id": 15, - "name": "card_payment_fee_charged", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about a fee charged for using a card" - }, - { - "id": 16, - "name": "card_payment_not_recognised", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user does not recognize a payment made with their card" - }, - { - "id": 17, - "name": "card_payment_wrong_exchange_rate", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about a wrong exchange rate applied to a card payment" - }, - { - "id": 18, - "name": "card_swallowed", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user's card was swallowed by an ATM and they need assistance." - }, - { - "id": 19, - "name": "cash_withdrawal_charge", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about the charge for cash withdrawals." - }, - { - "id": 20, - "name": "cash_withdrawal_not_recognised", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is reporting a cash withdrawal that they did not recognize or authorize." - }, - { - "id": 21, - "name": "change_pin", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to change their PIN number." - }, - { - "id": 22, - "name": "compromised_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User suspects unauthorized use of their card and wants to report fraudulent transactions." - }, - { - "id": 23, - "name": "contactless_not_working", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is asking about the issues with their contactless payment not working" - }, - { - "id": 24, - "name": "country_support", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about the countries supported by the service." - }, - { - "id": 25, - "name": "declined_card_payment", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about why their card payment was declined" - }, - { - "id": 26, - "name": "declined_cash_withdrawal", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about the reason for their declined cash withdrawal." - }, - { - "id": 27, - "name": "declined_transfer", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user's transfer request was declined and they are seeking information or assistance." - }, - { - "id": 28, - "name": "direct_debit_payment_not_recognised", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is querying about an unrecognized direct debit payment" - }, - { - "id": 29, - "name": "disposable_card_limits", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about limitations related to disposable cards" - }, - { - "id": 30, - "name": "edit_personal_details", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to edit personal details" - }, - { - "id": 31, - "name": "exchange_charge", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about currency exchange charges" - }, - { - "id": 32, - "name": "exchange_rate", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about the exchange rate." - }, - { - "id": 33, - "name": "exchange_via_app", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to know if they can exchange currencies via the app" - }, - { - "id": 34, - "name": "extra_charge_on_statement", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is asking about an extra charge on their statement" - }, - { - "id": 35, - "name": "failed_transfer", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user's transfer has failed multiple times and is seeking an explanation for the issue." - }, - { - "id": 36, - "name": "fiat_currency_support", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to know about the support for fiat currencies" - }, - { - "id": 37, - "name": "get_disposable_virtual_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to know how to get a disposable virtual card." - }, - { - "id": 38, - "name": "get_physical_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about obtaining a physical card and its associated PIN." - }, - { - "id": 39, - "name": "getting_spare_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to get a spare card" - }, - { - "id": 40, - "name": "getting_virtual_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to know how to get a virtual card" - }, - { - "id": 41, - "name": "lost_or_stolen_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user needs assistance with a lost or stolen card." - }, - { - "id": 42, - "name": "lost_or_stolen_phone", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user needs guidance on what to do if their phone is lost or stolen" - }, - { - "id": 43, - "name": "order_physical_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to order a physical card" - }, - { - "id": 44, - "name": "passcode_forgotten", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user has forgotten their password or passcode." - }, - { - "id": 45, - "name": "pending_card_payment", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about pending card payments" - }, - { - "id": 46, - "name": "pending_cash_withdrawal", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about a pending cash withdrawal" - }, - { - "id": 47, - "name": "pending_top_up", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user inquires about the status of a pending top-up transaction" - }, - { - "id": 48, - "name": "pending_transfer", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user inquires about the status and processing time of a pending transfer." - }, - { - "id": 49, - "name": "pin_blocked", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to unblock their PIN" - }, - { - "id": 50, - "name": "receiving_money", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to know about receiving money" - }, - { - "id": 51, - "name": "Refund_not_showing_up", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about the status of a refund that has not yet appeared in their account" - }, - { - "id": 52, - "name": "request_refund", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to request a refund on a purchase" - }, - { - "id": 53, - "name": "reverted_card_payment?", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about the reason for their card payment being reverted." - }, - { - "id": 54, - "name": "supported_cards_and_currencies", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to know about supported cards and currencies" - }, - { - "id": 55, - "name": "terminate_account", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to terminate or delete their account" - }, - { - "id": 56, - "name": "top_up_by_bank_transfer_charge", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about the charges for topping up with a bank transfer" - }, - { - "id": 57, - "name": "top_up_by_card_charge", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to know the charges for topping up a card in the US" - }, - { - "id": 58, - "name": "top_up_by_cash_or_cheque", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to know if they can top up by cash or cheque" - }, - { - "id": 59, - "name": "top_up_failed", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user's top-up transaction has failed." - }, - { - "id": 60, - "name": "top_up_limits", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about the limits for topping up." - }, - { - "id": 61, - "name": "top_up_reverted", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about a top-up that has been reverted or disappeared from their account" - }, - { - "id": 62, - "name": "topping_up_by_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to know about topping up by card." - }, - { - "id": 63, - "name": "transaction_charged_twice", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user experiencing a double charge on a transaction and seeking resolution" - }, - { - "id": 64, - "name": "transfer_fee_charged", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about being charged a fee for a money transfer." - }, - { - "id": 65, - "name": "transfer_into_account", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to transfer money into their account" - }, - { - "id": 66, - "name": "transfer_not_received_by_recipient", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is concerned about a transfer not being received by the recipient and wants to know the usual time frame for transfers." - }, - { - "id": 67, - "name": "transfer_timing", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user inquires about the timing of a transfer to their account" - }, - { - "id": 68, - "name": "unable_to_verify_identity", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is unable to verify their identity." - }, - { - "id": 69, - "name": "verify_my_identity", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to verify their identity" - }, - { - "id": 70, - "name": "verify_source_of_funds", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to verify the source of funds" - }, - { - "id": 71, - "name": "verify_top_up", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about the process of verifying a top-up on their card" - }, - { - "id": 72, - "name": "virtual_card_not_working", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about issues with their virtual card" - }, - { - "id": 73, - "name": "visa_or_mastercard", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is inquiring about the possibility of obtaining a Mastercard instead of a Visa card" - }, - { - "id": 74, - "name": "why_verify_identity", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is questioning the reason for the identity verification." - }, - { - "id": 75, - "name": "wrong_amount_of_cash_received", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is questioning the wrong amount of cash received" - }, - { - "id": 76, - "name": "wrong_exchange_rate_for_cash_withdrawal", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is questioning the wrong exchange rate applied for cash withdrawal." - } - ] -} diff --git a/experiments/intent_description/clinc150_fix_with_intent_desc.json b/experiments/intent_description/clinc150_fix_with_intent_desc.json deleted file mode 100644 index 74f0b794..00000000 --- a/experiments/intent_description/clinc150_fix_with_intent_desc.json +++ /dev/null @@ -1,5014 +0,0 @@ -{ - "utterances": [ - { - "text": "can i make a reservation for redrobin", - "label": 0 - }, - { - "text": "is it possible to make a reservation at redrobin", - "label": 0 - }, - { - "text": "does redrobin take reservations", - "label": 0 - }, - { - "text": "are reservations taken at redrobin", - "label": 0 - }, - { - "text": "does redrobin do reservations", - "label": 0 - }, - { - "text": "why is there a hold on my american saving bank account", - "label": 1 - }, - { - "text": "i am nost sure why my account is blocked", - "label": 1 - }, - { - "text": "why is there a hold on my capital one checking account", - "label": 1 - }, - { - "text": "i think my account is blocked but i do not know the reason", - "label": 1 - }, - { - "text": "can you tell me why is my bank account frozen", - "label": 1 - }, - { - "text": "wake me up at noon tomorrow", - "label": 2 - }, - { - "text": "set my alarm for getting up", - "label": 2 - }, - { - "text": "make sure my alarm is set for three thirty in the morning", - "label": 2 - }, - { - "text": "please set an alarm for mid day", - "label": 2 - }, - { - "text": "have an alarm set for three in the morning", - "label": 2 - }, - { - "text": "when will my application for my credit card be processed", - "label": 3 - }, - { - "text": "has the discover card approved my app", - "label": 3 - }, - { - "text": "do you know if my amex card app went through", - "label": 3 - }, - { - "text": "have they looked over my app for the new credit card yet", - "label": 3 - }, - { - "text": "has my application for the mastercard card gone through", - "label": 3 - }, - { - "text": "is the apr on my credit card good", - "label": 4 - }, - { - "text": "how good is the apr on my credit card", - "label": 4 - }, - { - "text": "do i have a good apr on my credit card", - "label": 4 - }, - { - "text": "does my credit card apr fall into a good range", - "label": 4 - }, - { - "text": "tell me how the apr on my hy-vee card is", - "label": 4 - }, - { - "text": "may i know if you are a real person or an ai", - "label": 5 - }, - { - "text": "i need to know if you are a real person or an ai", - "label": 5 - }, - { - "text": "i want to know if you are a real person or an ai", - "label": 5 - }, - { - "text": "tell me if you are a real person or an ai", - "label": 5 - }, - { - "text": "are your real or artificial", - "label": 5 - }, - { - "text": "savings account balance at chase bank please", - "label": 6 - }, - { - "text": "check chase bank for my checking balance", - "label": 6 - }, - { - "text": "what is my checking account balance at chase", - "label": 6 - }, - { - "text": "i want my checking balance at chase", - "label": 6 - }, - { - "text": "what's my savings balance at chase", - "label": 6 - }, - { - "text": "the bill for water and electricity is how much", - "label": 7 - }, - { - "text": "what's my bill for water and electricity", - "label": 7 - }, - { - "text": "for my water and electricity, how much is the bill", - "label": 7 - }, - { - "text": "how much is the bill for my water and electricity", - "label": 7 - }, - { - "text": "my water and electricity bill is how much", - "label": 7 - }, - { - "text": "when should i pay my bill by", - "label": 8 - }, - { - "text": "when is my car insurance due", - "label": 8 - }, - { - "text": "when's the gas bill due", - "label": 8 - }, - { - "text": "when do i pay the utilities", - "label": 8 - }, - { - "text": "do i pay my rent this week", - "label": 8 - }, - { - "text": "what's the cheapest fares from lax to sfo for round trip flights leaving april 1st and returning april 7th", - "label": 9 - }, - { - "text": "for the dates april 1st to the 7th, find me round trip air tickets from la to sfo", - "label": 9 - }, - { - "text": "what southwest flights are there for lax to sfo arriving april 1st and returning april 7th", - "label": 9 - }, - { - "text": "what airlines have flights round trip on april 1st to april 7th from lax to sfo", - "label": 9 - }, - { - "text": "find me round trip flights out of lax to sfox", - "label": 9 - }, - { - "text": "i need a bed in brownsburg near walmart from apil 4th until the 5th", - "label": 10 - }, - { - "text": "i need a room in indianapolis near the track from may 2nd through the 5th", - "label": 10 - }, - { - "text": "i need lodging in lizton near the ice cream parlor from may 3rd until the 8th", - "label": 10 - }, - { - "text": "need a place to crash in elizabeth near the refinery from june 4th until the 9th", - "label": 10 - }, - { - "text": "i need a place to stay in newark near a bodega from may 2nd through the 4th", - "label": 10 - }, - { - "text": "what is 7 x 7", - "label": 11 - }, - { - "text": "please add 456 and 781 for me", - "label": 11 - }, - { - "text": "what is 8 factorial", - "label": 11 - }, - { - "text": "can you tell me what 30% off 279 is", - "label": 11 - }, - { - "text": "can you tell me what 30% off 235 is, please", - "label": 11 - }, - { - "text": "does my calendar have anything for january 1st", - "label": 12 - }, - { - "text": "what is there on january 1st on my calendar", - "label": 12 - }, - { - "text": "are there any events on my calendar for january 1st", - "label": 12 - }, - { - "text": "what do i have to do on january 1st", - "label": 12 - }, - { - "text": "do i have anything scheduled on january 1st", - "label": 12 - }, - { - "text": "add my dentist appointment to the calendar", - "label": 13 - }, - { - "text": "add a vet appointment for 5 pm on saturday", - "label": 13 - }, - { - "text": "i need to edit this event out of my calendar", - "label": 13 - }, - { - "text": "please remove an event from this calendar", - "label": 13 - }, - { - "text": "i no longer want this event in my calendar", - "label": 13 - }, - { - "text": "can you provide me the calories in the smoothie", - "label": 14 - }, - { - "text": "can you tell me the calories for the cheeseburger", - "label": 14 - }, - { - "text": "i'd like the calories for this chicken breast", - "label": 14 - }, - { - "text": "how many calories in this slice of pizza", - "label": 14 - }, - { - "text": "what about the calories for this chicken salad", - "label": 14 - }, - { - "text": "please cancel what you are doing, i've changed my mind", - "label": 15 - }, - { - "text": "never mind, cancel that", - "label": 15 - }, - { - "text": "stop working on it, i need something else", - "label": 15 - }, - { - "text": "cancel my last request, i know the answer", - "label": 15 - }, - { - "text": "forget it, i do not need it anymore", - "label": 15 - }, - { - "text": "remove my reservation at outback for timmy", - "label": 16 - }, - { - "text": "can you cancel the reservation for kyle's party at red lobster", - "label": 16 - }, - { - "text": "cancel my party reservation for brad at longhorn", - "label": 16 - }, - { - "text": "get rid of my reservation at chez francois for jennifer", - "label": 16 - }, - { - "text": "cancel the reservation at olive garden for tommy", - "label": 16 - }, - { - "text": "i want to reserve a convertible from july 2nd through july 18th for los angeles", - "label": 17 - }, - { - "text": "i'd like to rent a vehicle from nov 1st to nov 15th in san antonio and i need a 15 passenger van", - "label": 17 - }, - { - "text": "i want to rent the cheapest car for charlottesville, virginia for march 7th through 10th, that's monday, tuesday, wednesday and thursday", - "label": 17 - }, - { - "text": "i'd like to reserve a high-end car that seats 5 comfortably for april 12th through 18th for st louis missouri", - "label": 17 - }, - { - "text": "i need a van that seats 8 or more for new york city, august 12th, 13th, and 14th", - "label": 17 - }, - { - "text": "why did my card not get accepted", - "label": 18 - }, - { - "text": "why did my card not get accepted there", - "label": 18 - }, - { - "text": "please tell me why did my card not get accepted", - "label": 18 - }, - { - "text": "why did my card not get accepted please", - "label": 18 - }, - { - "text": "why did my card not get accepted then", - "label": 18 - }, - { - "text": "if i fly american to los angeles, how many carry ons am i allowed", - "label": 19 - }, - { - "text": "how many carry ons will american let me take for a flight to los vegas", - "label": 19 - }, - { - "text": "if i take a flight on pan am to denver, how many carry ons are included", - "label": 19 - }, - { - "text": "if i fly on virgin to chicago, how many carry ons can i take", - "label": 19 - }, - { - "text": "how my carry ons does spirit airlines allow me for a flight to dallas", - "label": 19 - }, - { - "text": "use a different accent", - "label": 20 - }, - { - "text": "try using a different accent", - "label": 20 - }, - { - "text": "speak in a different accent", - "label": 20 - }, - { - "text": "change the accent you're speaking in", - "label": 20 - }, - { - "text": "could you change the accent you're using", - "label": 20 - }, - { - "text": "rename yourself to betty", - "label": 21 - }, - { - "text": "can i call you betty", - "label": 21 - }, - { - "text": "rename bob to betty", - "label": 21 - }, - { - "text": "is there a way to change your name to betty", - "label": 21 - }, - { - "text": "i will call you zander", - "label": 21 - }, - { - "text": "adjust your language setting to english", - "label": 22 - }, - { - "text": "change and set your language setting to english", - "label": 22 - }, - { - "text": "set your language setting to english", - "label": 22 - }, - { - "text": "make your preferred language english", - "label": 22 - }, - { - "text": "i would like to have language set to spanish, please", - "label": 22 - }, - { - "text": "can you slow your speaking down", - "label": 23 - }, - { - "text": "slow down your talking too fast i don't understand you", - "label": 23 - }, - { - "text": "you're talking too fast i need you to slow it down", - "label": 23 - }, - { - "text": "you're speaking too fast, slow down", - "label": 23 - }, - { - "text": "can you speak slower please", - "label": 23 - }, - { - "text": "please change the name you refer to me by", - "label": 24 - }, - { - "text": "how do i change the name you use to address me", - "label": 24 - }, - { - "text": "is there a way i can change the name you use to address me", - "label": 24 - }, - { - "text": "i need to change my name to something else for you to call me", - "label": 24 - }, - { - "text": "can i have you call me something else", - "label": 24 - }, - { - "text": "raise the volume to 4 please", - "label": 25 - }, - { - "text": "please set the volume to 4", - "label": 25 - }, - { - "text": "please increase the volume to 4", - "label": 25 - }, - { - "text": "please raise the volume to 4", - "label": 25 - }, - { - "text": "set the volume to 4 please", - "label": 25 - }, - { - "text": "verify that i have reservations at chilis for john doe", - "label": 26 - }, - { - "text": "can you check my reservations for mortons under david winters", - "label": 26 - }, - { - "text": "can you check for reservations at wongs chinese for john acer", - "label": 26 - }, - { - "text": "check and confirm reservations at ruth chris for carol lee", - "label": 26 - }, - { - "text": "verify that my reservations at won wons for joe lee are good", - "label": 26 - }, - { - "text": "how long will the turkey take to cook", - "label": 27 - }, - { - "text": "so how long do you think the chicken will take", - "label": 27 - }, - { - "text": "how long does pizza take to cook", - "label": 27 - }, - { - "text": "how long is the chicken gonna take", - "label": 27 - }, - { - "text": "how long will the chicken take to cook", - "label": 27 - }, - { - "text": "how high is my credit limit for my old navy card", - "label": 28 - }, - { - "text": "how high is my credit limit for my target card", - "label": 28 - }, - { - "text": "what is the credit limit for my usaa card", - "label": 28 - }, - { - "text": "how high is my credit limit for my childrens place card", - "label": 28 - }, - { - "text": "how high is my credit limit for my walmart card", - "label": 28 - }, - { - "text": "can you see if i can get a higher limit on my discovery card", - "label": 29 - }, - { - "text": "can my credit limit on my discovery card go up", - "label": 29 - }, - { - "text": "may i have a higher limit on my mastercard", - "label": 29 - }, - { - "text": "can i get a higher credit limit on my amex card", - "label": 29 - }, - { - "text": "is there a way to get a larger limit on my bank of america card", - "label": 29 - }, - { - "text": "how do i look up my credit score", - "label": 30 - }, - { - "text": "please look up my credit score", - "label": 30 - }, - { - "text": "can you figure out how to find my credit score", - "label": 30 - }, - { - "text": "are you able to lookup my credit rating", - "label": 30 - }, - { - "text": "how can i find my credit rating", - "label": 30 - }, - { - "text": "check maps for my location", - "label": 31 - }, - { - "text": "i'm lost, can you tell me where i am", - "label": 31 - }, - { - "text": "how can i go about finding my location right now", - "label": 31 - }, - { - "text": "please tell me my location using gps", - "label": 31 - }, - { - "text": "where exactly am i", - "label": 31 - }, - { - "text": "let my credit card company know that my card split in half", - "label": 32 - }, - { - "text": "how do you report a burned debit card", - "label": 32 - }, - { - "text": "my card split in half, how do i report it", - "label": 32 - }, - { - "text": "report my burned card to the company", - "label": 32 - }, - { - "text": "what do i say when i report a split credit card", - "label": 32 - }, - { - "text": "i would like to know what today's date is", - "label": 33 - }, - { - "text": "i need information on today's date", - "label": 33 - }, - { - "text": "tell me what date it is please", - "label": 33 - }, - { - "text": "tell me what day today is", - "label": 33 - }, - { - "text": "can you tell me tomorrow's date", - "label": 33 - }, - { - "text": "what is the meaning of realism", - "label": 34 - }, - { - "text": "what is regard mean", - "label": 34 - }, - { - "text": "what is the meaning of interorganizational", - "label": 34 - }, - { - "text": "what is it is all relative mean", - "label": 34 - }, - { - "text": "what is intercontinental mean", - "label": 34 - }, - { - "text": "do a websearch for direct deposit set up", - "label": 35 - }, - { - "text": "search google for how to set up direct deposit", - "label": 35 - }, - { - "text": "info on setting up direct deposit", - "label": 35 - }, - { - "text": "info on direct deposit set-up", - "label": 35 - }, - { - "text": "tell me how to get my paycheck on direct deposit", - "label": 35 - }, - { - "text": "i'm at home, so where is the closest starbucks", - "label": 36 - }, - { - "text": "what's the distance between home and the closest starbucks", - "label": 36 - }, - { - "text": "is there a starbucks close to home", - "label": 36 - }, - { - "text": "direct me to the closest starbucks near home", - "label": 36 - }, - { - "text": "does home have a starbucks nearby", - "label": 36 - }, - { - "text": "estimated time to airport from current location, la", - "label": 37 - }, - { - "text": "how long to get to the airport in la", - "label": 37 - }, - { - "text": "how early should i leave to the airport in la", - "label": 37 - }, - { - "text": "does it take a long time to get to the airport in la", - "label": 37 - }, - { - "text": "is the ride short to the airport in la", - "label": 37 - }, - { - "text": "what type of pet do you have", - "label": 38 - }, - { - "text": "share some information about your pets with me", - "label": 38 - }, - { - "text": "do you have any type of pet", - "label": 38 - }, - { - "text": "do you own pets", - "label": 38 - }, - { - "text": "what are the pets that you have in your possession", - "label": 38 - }, - { - "text": "how many pesos can i get for one dollar", - "label": 39 - }, - { - "text": "what is the current going rate for exchanging dollars for pesos", - "label": 39 - }, - { - "text": "tell me the exchange rate between dollars and pesos", - "label": 39 - }, - { - "text": "let me know what the exchange rate between dollars and pesos is", - "label": 39 - }, - { - "text": "what's the exchange rate between dollars and pesos", - "label": 39 - }, - { - "text": "how long til my visa card expires", - "label": 40 - }, - { - "text": "on what date does my visa card expires", - "label": 40 - }, - { - "text": "on what month and year does my card expire", - "label": 40 - }, - { - "text": "how soon does my visa card expire", - "label": 40 - }, - { - "text": "how much time do i have before my credit card expires", - "label": 40 - }, - { - "text": "i need help finding my mobile phone", - "label": 41 - }, - { - "text": "help me figure out where my cell phone is", - "label": 41 - }, - { - "text": "give me a hand finding my mobile device", - "label": 41 - }, - { - "text": "i can't find my cell and need help locating it", - "label": 41 - }, - { - "text": "can you help me find my cell", - "label": 41 - }, - { - "text": "what is the projected time frame for the flight to land", - "label": 42 - }, - { - "text": "is there any news on flight dl123", - "label": 42 - }, - { - "text": "what is the word on flight dl123", - "label": 42 - }, - { - "text": "when will we begin to board my scheduled flight", - "label": 42 - }, - { - "text": "whats the status of my frontier flight", - "label": 42 - }, - { - "text": "please flip a coin and tell me what side it lands on", - "label": 43 - }, - { - "text": "will you flip a coin so i can make a choice", - "label": 43 - }, - { - "text": "flip a two sided coin and tell me what it lands on", - "label": 43 - }, - { - "text": "i need you to flip a coin so i can decide", - "label": 43 - }, - { - "text": "begin the coin flip now", - "label": 43 - }, - { - "text": "jello should stay in the fridge for how long", - "label": 44 - }, - { - "text": "when will my milk be no good", - "label": 44 - }, - { - "text": "when will my eggs go bad", - "label": 44 - }, - { - "text": "how long will my eggs be good for", - "label": 44 - }, - { - "text": "what date does my apple juice expire", - "label": 44 - }, - { - "text": "can you block my chase account right away please", - "label": 45 - }, - { - "text": "i want my chase account blocked immediately", - "label": 45 - }, - { - "text": "i need you to block my chase account immediately", - "label": 45 - }, - { - "text": "can you put a block on my chase account right away", - "label": 45 - }, - { - "text": "please block my chase account right away", - "label": 45 - }, - { - "text": "lets hear an interesting fact about funko pops", - "label": 46 - }, - { - "text": "know any interesting facts", - "label": 46 - }, - { - "text": "what is one fun fact", - "label": 46 - }, - { - "text": "tell me a fact", - "label": 46 - }, - { - "text": "lets hear a fact", - "label": 46 - }, - { - "text": "what level is my gas tank at", - "label": 47 - }, - { - "text": "where's the gas tank level at", - "label": 47 - }, - { - "text": "how does my gas tank look", - "label": 47 - }, - { - "text": "what line is the gas tank at", - "label": 47 - }, - { - "text": "how much gas is in my gas tank", - "label": 47 - }, - { - "text": "what kind of gasoline can this car take", - "label": 48 - }, - { - "text": "is there a certain type of gas i need to use", - "label": 48 - }, - { - "text": "i need to know what kind of gas i can use on this car", - "label": 48 - }, - { - "text": "is any type of gas ok on this car", - "label": 48 - }, - { - "text": "is there a certain type of gas i need to use for this car", - "label": 48 - }, - { - "text": "syonara, ai device!", - "label": 49 - }, - { - "text": "goodbye, helpful ai device!", - "label": 49 - }, - { - "text": "bye-bye", - "label": 49 - }, - { - "text": "goodbye, ai assistant", - "label": 49 - }, - { - "text": "glad we got to talk", - "label": 49 - }, - { - "text": "how's everything", - "label": 50 - }, - { - "text": "how are things going", - "label": 50 - }, - { - "text": "hello, anyone there", - "label": 50 - }, - { - "text": "are you okay right now", - "label": 50 - }, - { - "text": "are you doing okay", - "label": 50 - }, - { - "text": "do you know how long of a wait it will be", - "label": 51 - }, - { - "text": "how long is the restaurant line before we go", - "label": 51 - }, - { - "text": "how long will it take to get seated at needham's", - "label": 51 - }, - { - "text": "how long will the wait be at noon if we went to nagomi", - "label": 51 - }, - { - "text": "will i have to wait for long before being seated at the cheese cake factory", - "label": 51 - }, - { - "text": "what is your birthday again", - "label": 52 - }, - { - "text": "how many years on the earth", - "label": 52 - }, - { - "text": "what year were you born", - "label": 52 - }, - { - "text": "how many days old are you", - "label": 52 - }, - { - "text": "when were you created", - "label": 52 - }, - { - "text": "what steps should i take to improve my credit score", - "label": 53 - }, - { - "text": "give me a recommendation to improve my credit score", - "label": 53 - }, - { - "text": "what can i do to raise my credit score", - "label": 53 - }, - { - "text": "steps to raise my credit score", - "label": 53 - }, - { - "text": "is there a quick way to improve my credit score", - "label": 53 - }, - { - "text": "can you tell me what my total income is for the pay period", - "label": 54 - }, - { - "text": "please give me my salary figure", - "label": 54 - }, - { - "text": "i need you to tell me my salary", - "label": 54 - }, - { - "text": "what is my gross income per pay period", - "label": 54 - }, - { - "text": "what is my total annual income", - "label": 54 - }, - { - "text": "what about changing the sugar for baking soda", - "label": 55 - }, - { - "text": "can i swap sugar for salt", - "label": 55 - }, - { - "text": "would it be possible to replace the salt with baking soda", - "label": 55 - }, - { - "text": "instead of pepper, can i use salt", - "label": 55 - }, - { - "text": "can i take out the olive oil and use lard", - "label": 55 - }, - { - "text": "what do you put in chicken noodle casserole", - "label": 56 - }, - { - "text": "what goes into chicken noodle casserole", - "label": 56 - }, - { - "text": "what do i need to make chicken noodle casserole", - "label": 56 - }, - { - "text": "how do you make chicken noodle casserole", - "label": 56 - }, - { - "text": "chicken noodle casserole is made from what", - "label": 56 - }, - { - "text": "what do my health benefits consist of", - "label": 57 - }, - { - "text": "what health benefits are available to me", - "label": 57 - }, - { - "text": "what health benefits can i use", - "label": 57 - }, - { - "text": "what are the health benefits i have", - "label": 57 - }, - { - "text": "what health benefits do i have", - "label": 57 - }, - { - "text": "how to create a new aaa insurance plan", - "label": 58 - }, - { - "text": "website to start aaa new insurance plan", - "label": 58 - }, - { - "text": "aaa insurance start new plan", - "label": 58 - }, - { - "text": "i want to start a new aaa insurance plan", - "label": 58 - }, - { - "text": "is new this a good insurance plan for me", - "label": 58 - }, - { - "text": "i want to know my interest rate", - "label": 59 - }, - { - "text": "tell me my interest rate", - "label": 59 - }, - { - "text": "what interest rate am i paying", - "label": 59 - }, - { - "text": "my interest rate please", - "label": 59 - }, - { - "text": "how do i know the interest rate for my signature account", - "label": 59 - }, - { - "text": "are there any transaction fees associated with my chase card if i am in tokyo", - "label": 60 - }, - { - "text": "does my usaa card have international transaction fees", - "label": 60 - }, - { - "text": "does my bank of the west card have international transaction fees", - "label": 60 - }, - { - "text": "are there any transaction fees associated with my usaa card if i am in india", - "label": 60 - }, - { - "text": "does my navy federal card have international transaction fees", - "label": 60 - }, - { - "text": "to visit cambodia, do i need an international visa", - "label": 61 - }, - { - "text": "do i need to get a visa to visit canada", - "label": 61 - }, - { - "text": "will i need a visa to visit ireland", - "label": 61 - }, - { - "text": "will i need a travel visa to go to canary islands", - "label": 61 - }, - { - "text": "i want to visit portugal do i need a travel visa", - "label": 61 - }, - { - "text": "what do i do if my car battery is dead", - "label": 62 - }, - { - "text": "show me the way to jump start a battery", - "label": 62 - }, - { - "text": "how can i replace my car battery", - "label": 62 - }, - { - "text": "tell me how to jump start a battery", - "label": 62 - }, - { - "text": "what can i do since my car battery died", - "label": 62 - }, - { - "text": "tell me when my car last had its oil changed", - "label": 63 - }, - { - "text": "when did i last do maintenance on my car", - "label": 63 - }, - { - "text": "when did i last take my car in for maintenance", - "label": 63 - }, - { - "text": "can you find the date of my last oil change", - "label": 63 - }, - { - "text": "when did i last bring my car in to have it looked at", - "label": 63 - }, - { - "text": "locate lost luggage from flight america airlines in o'hare", - "label": 64 - }, - { - "text": "on flight america airlines in o'hare lost luggage", - "label": 64 - }, - { - "text": "in o'hare lost luggage on flight america airlines", - "label": 64 - }, - { - "text": "lost luggage on flight america airlines in o'hare", - "label": 64 - }, - { - "text": "while on flight america airlines i lost luggage in o'hare", - "label": 64 - }, - { - "text": "place a phone call to yiming", - "label": 65 - }, - { - "text": "phone lobby", - "label": 65 - }, - { - "text": "can you call dominos pizza", - "label": 65 - }, - { - "text": "can you redial the last number dialed", - "label": 65 - }, - { - "text": "call 911", - "label": 65 - }, - { - "text": "i don't know the answer", - "label": 66 - }, - { - "text": "i'm unsure", - "label": 66 - }, - { - "text": "shit if i know", - "label": 66 - }, - { - "text": "no idea", - "label": 66 - }, - { - "text": "hell if i know", - "label": 66 - }, - { - "text": "can you give me a french dinner suggestion", - "label": 67 - }, - { - "text": "suggest a meal from laos to me, please", - "label": 67 - }, - { - "text": "can you give me a vietnamese meal suggestion", - "label": 67 - }, - { - "text": "suggest a meal from burma to me", - "label": 67 - }, - { - "text": "can you give me a vietnamese dinner suggestion", - "label": 67 - }, - { - "text": "does life have meaning", - "label": 68 - }, - { - "text": "is being alive the meaning of life", - "label": 68 - }, - { - "text": "what is the real meaning of life", - "label": 68 - }, - { - "text": "what is the answer to the meaning of life", - "label": 68 - }, - { - "text": "is there really an answer to the meaning of life", - "label": 68 - }, - { - "text": "how many centimeters are in an inch", - "label": 69 - }, - { - "text": "whats 5 feet in inches", - "label": 69 - }, - { - "text": "what's 32 degrees fahrenheit in celsisus", - "label": 69 - }, - { - "text": "what amount of millimeters are in 50 kilometers", - "label": 69 - }, - { - "text": "how many crows are in 10 murders", - "label": 69 - }, - { - "text": "when is today's meeting with john", - "label": 70 - }, - { - "text": "when is my meeting with dan scheduled for", - "label": 70 - }, - { - "text": "when is the meeting with homer scheduled for", - "label": 70 - }, - { - "text": "do i have any meetings with stan today", - "label": 70 - }, - { - "text": "how many meetings do i have scheduled between 10 and 3", - "label": 70 - }, - { - "text": "what's the minimum i owe on the car payment", - "label": 71 - }, - { - "text": "what's the least amount i need to pay on the electric bill", - "label": 71 - }, - { - "text": "what's the smallest amount i can pay on the water bill", - "label": 71 - }, - { - "text": "what's the minimum amount for my electric bill", - "label": 71 - }, - { - "text": "what's the least i can pay on the medical payments for february", - "label": 71 - }, - { - "text": "what kind of mileage do i get out of gas", - "label": 72 - }, - { - "text": "what's the fuel economy of my car", - "label": 72 - }, - { - "text": "how many miles per gallon do i get in my car", - "label": 72 - }, - { - "text": "tell me my car's fuel economy", - "label": 72 - }, - { - "text": "what kind of gas mileage do i get", - "label": 72 - }, - { - "text": "how can i apply for a discover card", - "label": 73 - }, - { - "text": "can i apply for a discover card", - "label": 73 - }, - { - "text": "how do applications for discover cards work", - "label": 73 - }, - { - "text": "is this how i apply for a discover card", - "label": 73 - }, - { - "text": "what does it take to get a new card", - "label": 73 - }, - { - "text": "when is the upcoming holiday, please", - "label": 74 - }, - { - "text": "when is the upcoming holiday", - "label": 74 - }, - { - "text": "what day is our next free day", - "label": 74 - }, - { - "text": "when is the next scheduled holiday", - "label": 74 - }, - { - "text": "when is the next scheduled holiday, please", - "label": 74 - }, - { - "text": "go past this song", - "label": 75 - }, - { - "text": "put on the next song", - "label": 75 - }, - { - "text": "please play the next song", - "label": 75 - }, - { - "text": "go forward to the next song on the playlist", - "label": 75 - }, - { - "text": "change the song to the next one", - "label": 75 - }, - { - "text": "no, that's incorrect", - "label": 76 - }, - { - "text": "that's not true", - "label": 76 - }, - { - "text": "that is not true, it's false", - "label": 76 - }, - { - "text": "no way", - "label": 76 - }, - { - "text": "not really", - "label": 76 - }, - { - "text": "what's the nutritional info for spaghetti", - "label": 77 - }, - { - "text": "what's the nutritional info for pizza", - "label": 77 - }, - { - "text": "how healthy are potato skins", - "label": 77 - }, - { - "text": "how healthy is spaghetti", - "label": 77 - }, - { - "text": "share the nutrition info for brownies with me", - "label": 77 - }, - { - "text": "how do i change a car's oil", - "label": 78 - }, - { - "text": "can you find instructions on how to change oil in a car", - "label": 78 - }, - { - "text": "what do i need to change my oil", - "label": 78 - }, - { - "text": "how do i change the oil in a car", - "label": 78 - }, - { - "text": "how do i change the oil in my passat", - "label": 78 - }, - { - "text": "when should i change my car oil", - "label": 79 - }, - { - "text": "do i need to change my oil", - "label": 79 - }, - { - "text": "how often do you have to change your oil", - "label": 79 - }, - { - "text": "how do i know when i have to change my oil", - "label": 79 - }, - { - "text": "when do i need to change my oil", - "label": 79 - }, - { - "text": "can you please order me more plastic bags", - "label": 80 - }, - { - "text": "i need you to order some more lysol for me,please", - "label": 80 - }, - { - "text": "i need some more lysol, could you order me some", - "label": 80 - }, - { - "text": "i'm out of lysol could you order me some", - "label": 80 - }, - { - "text": "could you please reorder me some lysol", - "label": 80 - }, - { - "text": "what is the process to get some more checkbooks mailed to me", - "label": 81 - }, - { - "text": "how do i get more checkbooks mailed to me", - "label": 81 - }, - { - "text": "if i need more checkbooks maild to me what should i do", - "label": 81 - }, - { - "text": "can you mail more checkbooks to me please", - "label": 81 - }, - { - "text": "can you explain to me how to get some more checkbooks mailed to me", - "label": 81 - }, - { - "text": "can you find my package in transit", - "label": 82 - }, - { - "text": "track my package please", - "label": 82 - }, - { - "text": "help me find my package", - "label": 82 - }, - { - "text": "i need to track my package", - "label": 82 - }, - { - "text": "what's going on with my order", - "label": 82 - }, - { - "text": "i want to pay my bill, please", - "label": 83 - }, - { - "text": "pay my water bill with my charles schwab account", - "label": 83 - }, - { - "text": "i'd like to pay my bill", - "label": 83 - }, - { - "text": "pay my internet bill with my discover account", - "label": 83 - }, - { - "text": "can you help me pay a bill", - "label": 83 - }, - { - "text": "on what date do i get paid", - "label": 84 - }, - { - "text": "what day do i get my paycheck", - "label": 84 - }, - { - "text": "i need to know when to expect my next paycheck", - "label": 84 - }, - { - "text": "tell me when my next paycheck will arrive", - "label": 84 - }, - { - "text": "what date do i get my next paycheck", - "label": 84 - }, - { - "text": "how do i change my pin for number for my abc bank account", - "label": 85 - }, - { - "text": "what do i need to do to change my abc bank account pin number", - "label": 85 - }, - { - "text": "i have no idea what the pin is for my checking account", - "label": 85 - }, - { - "text": "i cannot recall the pin for my savings account", - "label": 85 - }, - { - "text": "i forgot the pin number for my college fund account", - "label": 85 - }, - { - "text": "can i get some music by three six mafia in here", - "label": 86 - }, - { - "text": "what does x’s music sound like", - "label": 86 - }, - { - "text": "may i hear some music by fleet foxes", - "label": 86 - }, - { - "text": "can i hear some music by cloud control", - "label": 86 - }, - { - "text": "can x’s music be played", - "label": 86 - }, - { - "text": "do i need a socket converter if i'm going to mexico", - "label": 87 - }, - { - "text": "does england have a different plug type and if so what is it", - "label": 87 - }, - { - "text": "is there a conversion plug if you travel to australia", - "label": 87 - }, - { - "text": "what kind of plug type do they use in russia", - "label": 87 - }, - { - "text": "what type of plug do i need to bring if i visit japan", - "label": 87 - }, - { - "text": "what is my vacation schedule look like", - "label": 88 - }, - { - "text": "can you explain to me what type of vacation days i have still", - "label": 88 - }, - { - "text": "what type of vacation schedule do i have left", - "label": 88 - }, - { - "text": "can i get vacation day totals i have left", - "label": 88 - }, - { - "text": "how many vacation days do i have saved up, please", - "label": 88 - }, - { - "text": "how do i put in a pto request for the first to the ninth", - "label": 89 - }, - { - "text": "am i allowed to put in a pto request for now to april", - "label": 89 - }, - { - "text": "is there a time i can put in a pto request for dec 2 to new years", - "label": 89 - }, - { - "text": "when can i put a pto request in for feb 22 to march 1", - "label": 89 - }, - { - "text": "i need a pto request on march 1 to 2", - "label": 89 - }, - { - "text": "have they approved my vacation request yet", - "label": 90 - }, - { - "text": "give me the status of my vacation request", - "label": 90 - }, - { - "text": "am i going to be able to get my vacation request", - "label": 90 - }, - { - "text": "i want to check on my vacation request", - "label": 90 - }, - { - "text": "is my vacation approved yet", - "label": 90 - }, - { - "text": "have i used half of my days off yet", - "label": 91 - }, - { - "text": "go to my job portal, i'd like to know how many days off i have used", - "label": 91 - }, - { - "text": "what amount of days off have i already utilized", - "label": 91 - }, - { - "text": "call hr so i can figure out how many days off i've taken", - "label": 91 - }, - { - "text": "how many times have i taken off from work this year", - "label": 91 - }, - { - "text": "whats the best way to roast a chicken", - "label": 92 - }, - { - "text": "how do i make pie crust", - "label": 92 - }, - { - "text": "find a recipe for german chocolate cake", - "label": 92 - }, - { - "text": "how do i fry pork chops", - "label": 92 - }, - { - "text": "how do i cook boiled eggs", - "label": 92 - }, - { - "text": "i am ready now to cash in on the many credit card points i have saved up", - "label": 93 - }, - { - "text": "i have credit card points but don't know how to use them", - "label": 93 - }, - { - "text": "walk me through the best ways to use my credit card points", - "label": 93 - }, - { - "text": "i am ready now to use some of the credit card points i have saved", - "label": 93 - }, - { - "text": "i want to hear more about how i can use my credit card points", - "label": 93 - }, - { - "text": "tell me my reminders", - "label": 94 - }, - { - "text": "tell me my current reminders list", - "label": 94 - }, - { - "text": "please read my reminders", - "label": 94 - }, - { - "text": "will you repeat my reminder list", - "label": 94 - }, - { - "text": "check my reminders for mop and floor", - "label": 94 - }, - { - "text": "remind me to call my mother saturday morning", - "label": 95 - }, - { - "text": "please set up a reminder i need to remember to ask about work", - "label": 95 - }, - { - "text": "make a reminder for me to do my resume", - "label": 95 - }, - { - "text": "remind me to take out the garbage in the morning", - "label": 95 - }, - { - "text": "the next time it rains, remind me to close the windows", - "label": 95 - }, - { - "text": "i didn't hear you please repeat", - "label": 96 - }, - { - "text": "please repeat", - "label": 96 - }, - { - "text": "i want you to repeat that", - "label": 96 - }, - { - "text": "one more time please", - "label": 96 - }, - { - "text": "i need you to repeat that", - "label": 96 - }, - { - "text": "tell me about today weather", - "label": 97 - }, - { - "text": "can my debit card be replaced quickly", - "label": 97 - }, - { - "text": "how long does visa take to get me a new card", - "label": 97 - }, - { - "text": "is my card made immedietly after reporting stolen", - "label": 97 - }, - { - "text": "can i replace a stolen card soon", - "label": 97 - }, - { - "text": "i'm afraid this charge on my account is fraud", - "label": 98 - }, - { - "text": "i think there's fraud on my account", - "label": 98 - }, - { - "text": "i think i have fraud on my account from walmart", - "label": 98 - }, - { - "text": "there's been some fraudulent activity on my card", - "label": 98 - }, - { - "text": "i'm pretty sure this charge from sam's club is fraudulent", - "label": 98 - }, - { - "text": "immediately the credit card company must be told that i lost my card from them", - "label": 99 - }, - { - "text": "i lost my debit card and need it reported as lost", - "label": 99 - }, - { - "text": "i can't seem to find my gold card and want it reported as lost", - "label": 99 - }, - { - "text": "i lost my chase bank card and want it labeled as lost", - "label": 99 - }, - { - "text": "can you report my td bank card as lost", - "label": 99 - }, - { - "text": "make the settings go back to the original", - "label": 100 - }, - { - "text": "go back the the settings you had originally", - "label": 100 - }, - { - "text": "change settings to how they were originally", - "label": 100 - }, - { - "text": "go back to your original settings", - "label": 100 - }, - { - "text": "reset the factory settings", - "label": 100 - }, - { - "text": "you need to call the melt in lakewood for a table for at 2:00, monday, the first week in march", - "label": 101 - }, - { - "text": "hey computer, make a reservation for 2 for my parents at red lobster on wednseday next, 2:00pm if possible", - "label": 101 - }, - { - "text": "i think we should reserve dad's regular table friday for 6 people, use his name, make that close to 4:00 pm at the club", - "label": 101 - }, - { - "text": "listen i need to get a reservation for , me and teresa at georgetown cafe on tuesday at 7:00 pm", - "label": 101 - }, - { - "text": "can you make me a reservation for 4 pm on the 22nd at ruth's", - "label": 101 - }, - { - "text": "do people like the donuts at tgi", - "label": 102 - }, - { - "text": "are the donuts at tgi well reviewed", - "label": 102 - }, - { - "text": "how are the donuts reviews at tgi", - "label": 102 - }, - { - "text": "what are the comments on the donuts at tgi", - "label": 102 - }, - { - "text": "are people recommending the donuts at tgi", - "label": 102 - }, - { - "text": "can you suggest a restaurant for me to eat tonight", - "label": 103 - }, - { - "text": "tell me where to go since i want to eat out tonight", - "label": 103 - }, - { - "text": "i'm craving for italian food, where should i go", - "label": 103 - }, - { - "text": "suggest a restaurant for me to eat tonight, please", - "label": 103 - }, - { - "text": "i'm not going to cook today, can you suggest a restaurant", - "label": 103 - }, - { - "text": "how high are the rewards on my discover card", - "label": 104 - }, - { - "text": "how many rewards do i now have on my hy-vee card", - "label": 104 - }, - { - "text": "what's the current reward amount on my mastercard", - "label": 104 - }, - { - "text": "what's my current reward balance on my amex card", - "label": 104 - }, - { - "text": "what's my visa's current rewards balance", - "label": 104 - }, - { - "text": "will you roll a d20", - "label": 105 - }, - { - "text": "will you roll a 12 sided dice", - "label": 105 - }, - { - "text": "will you roll a 10 sided dice", - "label": 105 - }, - { - "text": "i'd like you to roll dice", - "label": 105 - }, - { - "text": "i'd like a 7 sided dice roll please", - "label": 105 - }, - { - "text": "ways to transfer my 401k", - "label": 106 - }, - { - "text": "where do i go the transfer my 401k", - "label": 106 - }, - { - "text": "who do i go to, to transfer my 401k", - "label": 106 - }, - { - "text": "what are the ways i can transfer my 401k", - "label": 106 - }, - { - "text": "i need guidance on how to rollover my 401k", - "label": 106 - }, - { - "text": "where can i see the routing number for bmo", - "label": 107 - }, - { - "text": "i need to know what my wife's account's routing number is", - "label": 107 - }, - { - "text": "how do i locate my routing number for tax reasons", - "label": 107 - }, - { - "text": "where can i look up x's routing number", - "label": 107 - }, - { - "text": "please give my routing number for my national account", - "label": 107 - }, - { - "text": "my car needs to be brought for maintenance", - "label": 108 - }, - { - "text": "could you schedule car maintenance for me", - "label": 108 - }, - { - "text": "i need someone to look at my car because my check engine light is on", - "label": 108 - }, - { - "text": "locate someone to look at my car because my check engine light is on", - "label": 108 - }, - { - "text": "i require a car maintenance", - "label": 108 - }, - { - "text": "i want to know if there is meeting room available at 8", - "label": 109 - }, - { - "text": "meeting room availability from 8:00 please", - "label": 109 - }, - { - "text": "are there any meetings room available between 8:00 and 9:00 am", - "label": 109 - }, - { - "text": "i want to check if there is any meeting room available between 8:00 and 10:00 am", - "label": 109 - }, - { - "text": "tell me how do i schedule a meeting", - "label": 109 - }, - { - "text": "tell lydia and laura where i am located", - "label": 110 - }, - { - "text": "share my location with brad and terry", - "label": 110 - }, - { - "text": "tell john and sam where i am", - "label": 110 - }, - { - "text": "share my location with darren and stacey", - "label": 110 - }, - { - "text": "let cora and nancy know were i am now", - "label": 110 - }, - { - "text": "would you let me know what is on my shopping list", - "label": 111 - }, - { - "text": "list out what is on my shopping list", - "label": 111 - }, - { - "text": "i need for you to tell me what is on my shopping list", - "label": 111 - }, - { - "text": "do you want me to shop for peanut butter", - "label": 111 - }, - { - "text": "do you want peanut butter for your lunches this week", - "label": 111 - }, - { - "text": "delete fries from shopping list", - "label": 112 - }, - { - "text": "take off fries from the shopping list", - "label": 112 - }, - { - "text": "please take away the fries from the shopping list", - "label": 112 - }, - { - "text": "remove fries from my shopping list", - "label": 112 - }, - { - "text": "we no longer need fries on the shopping lisr", - "label": 112 - }, - { - "text": "can you please turn on my furnace", - "label": 113 - }, - { - "text": "oven should be set to 350 now", - "label": 113 - }, - { - "text": "what temp is the ac at", - "label": 113 - }, - { - "text": "tell me who is by the garage door", - "label": 113 - }, - { - "text": "set my oven to 350 please", - "label": 113 - }, - { - "text": "what is the spelling of potato", - "label": 114 - }, - { - "text": "spell potato", - "label": 114 - }, - { - "text": "give me the spelling of potato", - "label": 114 - }, - { - "text": "spell out potato", - "label": 114 - }, - { - "text": "how do you spell tomato", - "label": 114 - }, - { - "text": "how much did i spend at restaurants last week", - "label": 115 - }, - { - "text": "how much have i spent lately on eating out", - "label": 115 - }, - { - "text": "what did i spend at the grocery store yesterday", - "label": 115 - }, - { - "text": "how much money did i spend at starbucks in the last week", - "label": 115 - }, - { - "text": "what was the total i spent at home depot last month", - "label": 115 - }, - { - "text": "please link with my phone", - "label": 116 - }, - { - "text": "please connect the device to my phone", - "label": 116 - }, - { - "text": "please link up to my phone", - "label": 116 - }, - { - "text": "could you link with my phone", - "label": 116 - }, - { - "text": "please turn off your wifi from my phone", - "label": 116 - }, - { - "text": "how much are my state taxes", - "label": 117 - }, - { - "text": "what will my state taxes cost", - "label": 117 - }, - { - "text": "how much are taxes in my state", - "label": 117 - }, - { - "text": "how much state taxes do i owe", - "label": 117 - }, - { - "text": "tell me how much in tax on this", - "label": 117 - }, - { - "text": "please, recite to me some good one liners", - "label": 118 - }, - { - "text": "do you know any good jokes about zebras", - "label": 118 - }, - { - "text": "can you tell me any truly funny knock knock jokes", - "label": 118 - }, - { - "text": "what do people find funny about food", - "label": 118 - }, - { - "text": "what are some funny things about food", - "label": 118 - }, - { - "text": "can you text elizabeth and tell them i forgot to bring drinks", - "label": 119 - }, - { - "text": "text wenona and tell her we will be there tomorrow", - "label": 119 - }, - { - "text": "text christopher and tell him i will stop by", - "label": 119 - }, - { - "text": "text audrey and tell her i will be there soon", - "label": 119 - }, - { - "text": "text christy and ask her what she wants for dinner", - "label": 119 - }, - { - "text": "you have been a big help, thank you so much", - "label": 120 - }, - { - "text": "i appreciate your help, thank you", - "label": 120 - }, - { - "text": "i really appreciate your help, thank you", - "label": 120 - }, - { - "text": "i am very grateful", - "label": 120 - }, - { - "text": "i appreciate the assistance", - "label": 120 - }, - { - "text": "what time is it in punta gorda, florida", - "label": 121 - }, - { - "text": "what time is it in glenwood springs, co", - "label": 121 - }, - { - "text": "what time is it in fredericksburg, tx", - "label": 121 - }, - { - "text": "what time is it in las vegas, nv", - "label": 121 - }, - { - "text": "what time is it in houston, tx", - "label": 121 - }, - { - "text": "please set a 4 minute timer", - "label": 122 - }, - { - "text": "please set a timer for 6 minutes", - "label": 122 - }, - { - "text": "set a timer for 5 minutes", - "label": 122 - }, - { - "text": "i need a 7 minute timer", - "label": 122 - }, - { - "text": "i need to set the timer for two minutes", - "label": 122 - }, - { - "text": "timezone of cuba", - "label": 123 - }, - { - "text": "what is the time zone of france", - "label": 123 - }, - { - "text": "french time zone", - "label": 123 - }, - { - "text": "which timezone is colombia", - "label": 123 - }, - { - "text": "time zone in france", - "label": 123 - }, - { - "text": "tell me the status of my tires and when i need to replace them", - "label": 124 - }, - { - "text": "how many more miles can i drive before changing my tires", - "label": 124 - }, - { - "text": "how many miles can i drive before changing my tires", - "label": 124 - }, - { - "text": "when will my tires need to be replaced", - "label": 124 - }, - { - "text": "how is the tread on my tires", - "label": 124 - }, - { - "text": "how's the air pressure in my tires", - "label": 125 - }, - { - "text": "what's my tires current air pressure", - "label": 125 - }, - { - "text": "what's the amount of air in my tires right now", - "label": 125 - }, - { - "text": "are my tire's air pressure good enough to drive on", - "label": 125 - }, - { - "text": "what's the inflation of my tires", - "label": 125 - }, - { - "text": "what are the things that i have for today", - "label": 126 - }, - { - "text": "what is left to do today", - "label": 126 - }, - { - "text": "what do i have to do today", - "label": 126 - }, - { - "text": "the tasks for today, what are they", - "label": 126 - }, - { - "text": "i need to know what my to-do list is looking like", - "label": 126 - }, - { - "text": "i need to add the chore of vacuuming to my task list", - "label": 127 - }, - { - "text": "put wash the counters down on my list of pending tasks", - "label": 127 - }, - { - "text": "take doing the dishes off my todo list", - "label": 127 - }, - { - "text": "blank out my todo list", - "label": 127 - }, - { - "text": "erase all items on my todo list", - "label": 127 - }, - { - "text": "is there any traffic congestion on my way to the closest whole foods", - "label": 128 - }, - { - "text": "how bad is traffic to the closet atm machine", - "label": 128 - }, - { - "text": "is traffic bad on my way to the next mcdonalds", - "label": 128 - }, - { - "text": "what will traffic be like at 5:00 going towards the mall", - "label": 128 - }, - { - "text": "is the traffic bad at 5:00 if i'm going to the mall", - "label": 128 - }, - { - "text": "before i make my mastercard payment can you tell me what i've recently charged on it", - "label": 129 - }, - { - "text": "please tell me all of my recent transactions", - "label": 129 - }, - { - "text": "i want to pay my amazon credit card but i need to know the last few transactions", - "label": 129 - }, - { - "text": "before i pay my walmart credit card did i make any purchases using it recently", - "label": 129 - }, - { - "text": "i need to know all the recent transactions i've made", - "label": 129 - }, - { - "text": "i need $20000 transferred from my savings to my checking", - "label": 130 - }, - { - "text": "complete a transaction from savings to checking of $20000", - "label": 130 - }, - { - "text": "transfer $20000 from my savings account to checking account", - "label": 130 - }, - { - "text": "take $20000 from savings and put it in checking", - "label": 130 - }, - { - "text": "put $20000 into my checking account from my savings account", - "label": 130 - }, - { - "text": "what expression would i use to say i love you if i were an italian", - "label": 131 - }, - { - "text": "can you tell me how to say 'i do not speak much spanish', in spanish", - "label": 131 - }, - { - "text": "what is the equivalent of, 'life is good' in french", - "label": 131 - }, - { - "text": "tell me how to say, 'it is a beautiful morning' in italian", - "label": 131 - }, - { - "text": "if i were mongolian, how would i say that i am a tourist", - "label": 131 - }, - { - "text": "does ireland have any travel alerts i should be aware of", - "label": 132 - }, - { - "text": "does north korea have any travel alerts i should be aware of", - "label": 132 - }, - { - "text": "are there any travel alerts for russia", - "label": 132 - }, - { - "text": "does spain have any travel alerts i should be aware of", - "label": 132 - }, - { - "text": "are there any travel alerts for north korea", - "label": 132 - }, - { - "text": "im going to be in canada from august 10th until august 12th", - "label": 133 - }, - { - "text": "im going to be in slovakia from january 16th until january 19th", - "label": 133 - }, - { - "text": "im going to be in paraguay from january 7th until january 10th", - "label": 133 - }, - { - "text": "i'm going to be in thailand from october 15th until october 23rd", - "label": 133 - }, - { - "text": "im going to be in jamaica from october 4th until october 8th", - "label": 133 - }, - { - "text": "can you give me some suggestions to go site seeing when i get there", - "label": 134 - }, - { - "text": "can you get me any recommendations for the place i'm traveling to", - "label": 134 - }, - { - "text": "please suggest some fun tourist activities in tokyo", - "label": 134 - }, - { - "text": "i need help with some fun tourist things to do in tokyo", - "label": 134 - }, - { - "text": "could you tell me what fun tourist things i could do in tokyo", - "label": 134 - }, - { - "text": "book an uber for 6 people to go to the movies", - "label": 135 - }, - { - "text": "i need an uber for 6 people to the movies", - "label": 135 - }, - { - "text": "book a 6 person uber to the movies", - "label": 135 - }, - { - "text": "i need an uber to the movies for me and 5 other people", - "label": 135 - }, - { - "text": "i'm going to the movies book an uber for 6 people", - "label": 135 - }, - { - "text": "insert what i am listening to into my jazz playlist", - "label": 136 - }, - { - "text": "add this tune to my jazz playlist", - "label": 136 - }, - { - "text": "can you add this song to my jazz playlist", - "label": 136 - }, - { - "text": "please add this song to my jazz playlist", - "label": 136 - }, - { - "text": "add this song to my jazz playlist", - "label": 136 - }, - { - "text": "you refer to me as what", - "label": 137 - }, - { - "text": "by what name do you refer to me", - "label": 137 - }, - { - "text": "what name do you use when addressing me", - "label": 137 - }, - { - "text": "is there a name that you call me", - "label": 137 - }, - { - "text": "how do you usually refer to me", - "label": 137 - }, - { - "text": "are there any specific shots i should get before traveling to england", - "label": 138 - }, - { - "text": "what are the recommended shots to get before i travel to south korea", - "label": 138 - }, - { - "text": "what are the recommended shots to get before i travel to england", - "label": 138 - }, - { - "text": "are there recommendations to get any specific shots before i travel to germany", - "label": 138 - }, - { - "text": "do i need certain shots before flying to eithiopia", - "label": 138 - }, - { - "text": "where can i locate my w2 so i can do my taxes", - "label": 139 - }, - { - "text": "where is the w-2 form located", - "label": 139 - }, - { - "text": "where can i locate my w-2 form", - "label": 139 - }, - { - "text": "where can one receive their w-2 form", - "label": 139 - }, - { - "text": "what is the location of my w2 that is needed for taxes", - "label": 139 - }, - { - "text": "what are the conditions like in orlando", - "label": 140 - }, - { - "text": "what's the temperature like in tampa", - "label": 140 - }, - { - "text": "what's the forecast like for pittsburgh", - "label": 140 - }, - { - "text": "what are the conditions like in sarasota", - "label": 140 - }, - { - "text": "what's the climate like in chicago", - "label": 140 - }, - { - "text": "what kinds of things are you into", - "label": 141 - }, - { - "text": "what's your favorite hobby", - "label": 141 - }, - { - "text": "what do you like to do in your spare time", - "label": 141 - }, - { - "text": "what do you do for fun", - "label": 141 - }, - { - "text": "do you have any hobbies", - "label": 141 - }, - { - "text": "what things can you help me with exactly", - "label": 142 - }, - { - "text": "what are the things you can help me with", - "label": 142 - }, - { - "text": "what exactly can you help me with", - "label": 142 - }, - { - "text": "what can you help me with exactly", - "label": 142 - }, - { - "text": "what can you help me with", - "label": 142 - }, - { - "text": "what's your full name", - "label": 143 - }, - { - "text": "i didn't get your name", - "label": 143 - }, - { - "text": "what's should i call you by", - "label": 143 - }, - { - "text": "can you tell me the ai's name", - "label": 143 - }, - { - "text": "what is the ai's name", - "label": 143 - }, - { - "text": "which song is playing", - "label": 144 - }, - { - "text": "what's this song called", - "label": 144 - }, - { - "text": "what song is this", - "label": 144 - }, - { - "text": "what's the name of this song", - "label": 144 - }, - { - "text": "what is this song", - "label": 144 - }, - { - "text": "where is your place of origin", - "label": 145 - }, - { - "text": "what is your place of origin", - "label": 145 - }, - { - "text": "what is your country of origin", - "label": 145 - }, - { - "text": "where is your country of origin", - "label": 145 - }, - { - "text": "what is your nationality", - "label": 145 - }, - { - "text": "change to whisper mode", - "label": 146 - }, - { - "text": "change mode to whisper", - "label": 146 - }, - { - "text": "whisper mode off", - "label": 146 - }, - { - "text": "change out of whisper mode", - "label": 146 - }, - { - "text": "turn off whisper mode", - "label": 146 - }, - { - "text": "who is your employeer", - "label": 147 - }, - { - "text": "who is the boss of you", - "label": 147 - }, - { - "text": "i gotta know who is your boss", - "label": 147 - }, - { - "text": "tell me who is your boss", - "label": 147 - }, - { - "text": "let me know who is your boss", - "label": 147 - }, - { - "text": "who formed you", - "label": 148 - }, - { - "text": "who constructed you", - "label": 148 - }, - { - "text": "what's your design company", - "label": 148 - }, - { - "text": "what company coded you", - "label": 148 - }, - { - "text": "who fabricated you", - "label": 148 - }, - { - "text": "yep", - "label": 149 - }, - { - "text": "that is affirmative", - "label": 149 - }, - { - "text": "what you just said is true", - "label": 149 - }, - { - "text": "that is not false", - "label": 149 - }, - { - "text": "that is a fact", - "label": 149 - }, - { - "text": "how much is an overdraft fee for bank", - "label": null - }, - { - "text": "why are exponents preformed before multiplication in the order of operations", - "label": null - }, - { - "text": "what size wipers does this car take", - "label": null - }, - { - "text": "where is the dipstick", - "label": null - }, - { - "text": "how much is 1 share of aapl", - "label": null - }, - { - "text": "how is glue made", - "label": null - }, - { - "text": "any headlines from my area", - "label": null - }, - { - "text": "what is the largest state in the us", - "label": null - }, - { - "text": "what is the current market trend", - "label": null - }, - { - "text": "what is the most popular airline", - "label": null - }, - { - "text": "what is the formula for the circumference of a circle", - "label": null - }, - { - "text": "what are some ways to reduce spending", - "label": null - }, - { - "text": "what time does the louvre open", - "label": null - }, - { - "text": "are there any local stations covering the moral march in raleigh in februaryu", - "label": null - }, - { - "text": "how many planets have we discovered", - "label": null - }, - { - "text": "how do i change my billing address", - "label": null - }, - { - "text": "how do i open an online line of credit", - "label": null - }, - { - "text": "how do i remove a coffee blemish", - "label": null - }, - { - "text": "how expensive is an apple share", - "label": null - }, - { - "text": "where can i find the cruise control on my kia sportage 2010", - "label": null - }, - { - "text": "how many sides are in a hexagon", - "label": null - }, - { - "text": "how fast does an airplane travel", - "label": null - }, - { - "text": "is it worth investing in target", - "label": null - }, - { - "text": "i need to speak to customer service regarding my flight", - "label": null - }, - { - "text": "how long do wire transfers take", - "label": null - }, - { - "text": "what are some deals on amazon", - "label": null - }, - { - "text": "what city is the super bowl", - "label": null - }, - { - "text": "what trees change color in autumn", - "label": null - }, - { - "text": "do people prefer summer over fall", - "label": null - }, - { - "text": "how long is winter", - "label": null - }, - { - "text": "what were some of ben franklin's notable accomplishments", - "label": null - }, - { - "text": "where was john denver born", - "label": null - }, - { - "text": "where did abraham lincoln live", - "label": null - }, - { - "text": "when was kobe bryant born", - "label": null - }, - { - "text": "who's toledo's starting point guard for the next game", - "label": null - }, - { - "text": "how many players are on the chicago bulls", - "label": null - }, - { - "text": "who is the coach of the chicago bulls", - "label": null - }, - { - "text": "when do the utah jazz play next", - "label": null - }, - { - "text": "what other nations were involved in the chinese trade war", - "label": null - }, - { - "text": "what years has korea been at war", - "label": null - }, - { - "text": "when was the theory of evolution first considered", - "label": null - }, - { - "text": "who formulated the theory of relativity", - "label": null - }, - { - "text": "what stage of evolution am i", - "label": null - }, - { - "text": "what other personality type is most compatible with infjs", - "label": null - }, - { - "text": "what does my personality mean", - "label": null - }, - { - "text": "what's the most dominant scale in bluegrass", - "label": null - }, - { - "text": "what year was saxaphone first played", - "label": null - }, - { - "text": "which piano is best for classical", - "label": null - }, - { - "text": "is k-12 education required outside of the united states", - "label": null - }, - { - "text": "what are the benefits of completing college", - "label": null - }, - { - "text": "are you able to answer algebra equations", - "label": null - }, - { - "text": "can you help me study for a history exam", - "label": null - }, - { - "text": "how many points per game is lebron james averaging this season", - "label": null - }, - { - "text": "what team does eli mannign play for", - "label": null - }, - { - "text": "get me dwight howard shooting average", - "label": null - }, - { - "text": "can you list me tiger wood's stats", - "label": null - }, - { - "text": "what's the runtime of all the lord of the rings movies combined", - "label": null - }, - { - "text": "which character is the most famous from titanic", - "label": null - }, - { - "text": "how many oscars did star wars films win", - "label": null - }, - { - "text": "what year was shawshank redemption released", - "label": null - }, - { - "text": "which marvel character has appeared in the most movies", - "label": null - }, - { - "text": "when's the next movie starring thor set to come out", - "label": null - }, - { - "text": "who was the first capcom character", - "label": null - }, - { - "text": "are any justice league movies coming out", - "label": null - }, - { - "text": "can you tell me something about the nfl", - "label": null - }, - { - "text": "please explain the catch rule to me", - "label": null - }, - { - "text": "is there overtime in college football", - "label": null - }, - { - "text": "when did the mls start", - "label": null - }, - { - "text": "what's the best price on super smash bros ultimate right now", - "label": null - }, - { - "text": "what is the highest earning game on atari", - "label": null - }, - { - "text": "when is the next nintendo direct", - "label": null - }, - { - "text": "when was nintendo created", - "label": null - }, - { - "text": "please find the capital of pakistan and its population", - "label": null - }, - { - "text": "how many people live in taiwan", - "label": null - }, - { - "text": "what are some of picasso's most famous works", - "label": null - }, - { - "text": "what are van gogh's best pieces", - "label": null - }, - { - "text": "where can i see art", - "label": null - }, - { - "text": "when did camus die", - "label": null - }, - { - "text": "how much money does radiohead earn a year", - "label": null - }, - { - "text": "who is radiohead", - "label": null - }, - { - "text": "what's the biggest saas marketing company in the united states", - "label": null - }, - { - "text": "how do i start my own marketing firm", - "label": null - }, - { - "text": "how can i get involved in restaurant marketing", - "label": null - }, - { - "text": "what is saas marketing", - "label": null - }, - { - "text": "what do you call someone who was born in segovia", - "label": null - }, - { - "text": "what is rhineland", - "label": null - }, - { - "text": "who is the scariest character in start trek", - "label": null - }, - { - "text": "who is the current captain of this ship", - "label": null - }, - { - "text": "what year was star trek released", - "label": null - }, - { - "text": "when was toyota created", - "label": null - }, - { - "text": "who are some notable alumni of ucsd", - "label": null - }, - { - "text": "what is the next football game", - "label": null - }, - { - "text": "how many students attend ucsb", - "label": null - }, - { - "text": "when do classes start", - "label": null - }, - { - "text": "how can i become an aerospace engineer", - "label": null - }, - { - "text": "what percentage of species display cold blooded traits", - "label": null - }, - { - "text": "what does it mean to be an alpha male", - "label": null - }, - { - "text": "what animals have alpha males", - "label": null - }, - { - "text": "why do males want to be alpha", - "label": null - }, - { - "text": "what's the average battery life of an android phone", - "label": null - }, - { - "text": "I stalk this truck. I've been to industrial parks where I pretend to be a tech worker standing in line, strip mall parking lots, and of course the farmer's market. The bowls are so so absolutely divine. The owner is super friendly and he makes each bowl by hand with an incredible amount of pride. You gotta eat here guys!!!", - "label": null - }, - { - "text": "who really knows if this is good pho or not, i was hung tha fuck over and in desperate need of pho therapy. :P but it totally hit the spot and came out super freakin fast!!! omg! aaahhhhh.....\\n\\ni'm pretty sure it wasn't bad pho tho...meat, noodles, broth, all a-ok. the coffee was good too. thought i was gettin ripped off for a $3 cup of coffee but they gave me a big cup so it's all good! :)\\n\\nima make pho a must the next time i go to vegas again fo sure!!! yum! :D", - "label": null - }, - { - "text": "I LOVE Bloom Salon... all of their stylist are very qualified and provide excellent hair care...I prefer to book my appointments with Andrea, but if she is not available I am not afraid to book with anyone else. Not only does this salon provide hair care, but they also offer skin, nails and massage therapy!! What a great place with a relaxing atmosphere...I HIGHLY recommend this place.", - "label": null - }, - { - "text": "We were excited to eat here, it is difficult to find. They were closed at 3 p.m. on a Saturday.", - "label": null - }, - { - "text": "So this is a place, with food. That much cannot be denied. But you know what? It's a small airport restaurant, and if you're flying in for a $100 hamburger, then a $100 hamburger you can have. And patty melts. And salads. And whatever other Sysco-type delights you might expect. (It was even prime rib night when we were there, but as it was 20 minutes til closing time, I thought better of it.)\\n\\nI had a perfectly reasonable patty melt myself, and I enjoyed it. The service was really nice, and the views out the window of the evening traffic on approach were phenomenal. Plus, *tons* of model airplanes hanging from the ceiling in the dining area, which was a fun touch.", - "label": null - }, - { - "text": "Review for the Lounge/Club:\\nEvery time I go to Vegas this is always one of my stops- primarily because of the view. I started going years ago before it was super hyped up and packed almost all the time. I also remember the days when the Witch Doctors were twice the size they are now (and weaker than they used to be!). Voodoo hasn't changed much in the past 5 years except going cheap on the drinks and over packing the club with VIP sections that are unused (which is totally annoying if you're trying to see the view without a bunch of drunk asses running into you). \\n\\nThe DJs are consistently good and it has a very, very mixed crowd. However, I only keep coming back for the view- it doesn't compare to anything else. Ghost Bar has nothing on this place. \\n\\nAlso, over the years the award winning flair bartending has leveled off (I think I saw one bottle throw the whole time we were there) and it's not nearly the show it used to be which is really disappointing. If you ever have a chance to catch the episode of Three Sheets on Spike where Zane goes to Vegas- you'll see what I mean. The show was filmed several years ago and even there you can see the Witch Doctor and the flair are way better than they are now. \\n\\nFor newcomers I think this is a great place to at least see once just because the view is so amazing. However, for those who have been going back over and over again- it's turning into a huge disappointment. \\n\\nFor the Restaurant:\\n\\nI've dined here several times and price-wise it runs about the same as any other high end steak house you'd find on the strip. Mostly we ate here out of convenience since the selection at Rio isn't the greatest for food. The service has been reasonably decent and the food was good however, if dinner is going to cost around $100 a person I want to be wowed. The whole experience didn't seem like a 5 star dining like when we went to Strip House (wow! by the way). The servers were friendly but only slightly knowledgeable about the wine list and it seemed like there wasn't enough coverage for the tables which made dinner take forever. I don't really remember much more than that which is disappointing because I wish it were more memorable for the price paid. Been there, done that- won't be back to Voodoo Steak when there's so many better options for the same price.", - "label": null - }, - { - "text": "I've been going here a lot(pretty much a regular you could say.) It's a good place to include in your bar hopping plans. Wandos too busy? Fooseball taken at Vintage? Swing by Red Shed. It's also one of the few bars you can actually have a conversation at some nights. One of my minor complaints is the jukebox. If there is no songs playing..it's just that--quiet. And at certain points in the night, you can hear a pin drop. Lines for the bathroom is sometimes annoying and I've felt really bad for the ladies here who have sometimes waited 30 minutes before the line moved one person :P", - "label": null - }, - { - "text": "I went to Sole on the weekend and found that it was so crowded and noisy I thought I would wait till later. What better night to feed my paella hungrys than tonight when it rained cats and dogs - I was seated immediately and the noise level was bearable. I ordered a house salad, paella Valenciana, thought I might have a dessert after. I was served a very small roll with a small piece of very cold, hard butter and waited. The salad was better than the standard peter rabbit variety of lettuce with a slice of tomato and was not ice cold, certainly a plus. The paella came in a traditional paella dish with, I kid you not, three small clams, three muscles, a few pieces of squid, and a few shrimp. The rice had little saffron flavor. The Sofrito was extremely bland with little of the spices that one associates with this dish. Basically Sole prepares this \\\"all at once\\\" so the flavors have little or no chance to \\\"marry up\\\" and the sea food being overcooked is rubbery. In other words you must \\\"reserve\\\" the sea food and add it back in at the last moment. As for the rice it should not be disturbed at the end of cooking so the socarrat (a crispy caramelized rice) can form in the bottom of the pan (See recipe below). I think if you can buy canned paella and warm it up in a microwave it might be a close approximation of this abomination. On the way out I was asked about how I liked my meal. When I proceeded to explain to him why I was so disappointed he ask first where I had eaten paella and suggested that next time i should probably eat it some where else. At no time was I rude to this person and I was frankly astonished at his attitude. So to all you yelpers I suggest that you too might want to consider trying to find real Spanish food somewhere else. For my friend at Sole I hope that even though he assures me that never in 8 years has he had a complaint about their paella he will take the time next time to have the real thing at either of the fine restaurants that I have referenced in NYC. He might also like to check out this recipe- noting the importance of the socarrat, the Sofrito, and the gradual \\\"building\\\" of the paella\\n\\nhttp://www.yelp.com/biz/el-charro-espanol-new-york#query:spanish%20food\\n\\nThis restaurant is a treasure and has been serving a very special crowd for over thirty years.\\n\\nhttp://www.yelp.com/biz/socarrat-paella-bar-new-york\\nFor those who are not quiet as adventuresome as might be demanded by tiny little el Charro this is one of NY's best Spanish restaurants.\\n\\nhttp://www.paellapans.com/Paella-Recipe-Seafood-a/142.htm\\nThis is close to the paella that I am accustomed to eating at el-Charro's - note the emphasis on the proper forming of the Socarrat\\n\\nRegardless of all this. Common courtesy is something that I expect from any restaurant. This place comes up short on just about every thing.", - "label": null - }, - { - "text": "Went in on a sunday afternoon. Place was dead. Wasn't greeted, sat at a table and was not helped. Waited 10 minutes, still no service. Walked out and still heard nothing from staff. \\n\\nIf time and service are important to you stay away from Hob Nob.", - "label": null - }, - { - "text": "I have lived here in Phoenix for 9 months now and have had a tough time finding a hair salon as I have thick, curly hair. I have been buying groupons for many places trying them out and none have worked. I bought the groupon for The Green Room to try it out and am absolutely in love with them! \\n\\nSteph was my stylist and she was amazing! I came in with a specific color I wanted as I will be leaving for two out of town weddings this month and she consulted the owner to make sure I got the right color. They would not let me leave until my color was perfect (my cut was amazing as well)! Eric (the owner) even took time to blow dry my hair after Stephanie's next client came.\\n\\nI will definitely be going back in the future for cuts and colors. The place was cute and cozy and the staff was super friendly. They definitely made me feel like they cared about me and what I wanted where the other salons just put a color on and let me go. So glad I found them and have found my new salon!", - "label": null - }, - { - "text": "Totally gone down the tube. Way overpriced for food out of a box. Deserts are dry, old and inedible. Meat is like boot leather. The oysters stunk of dead fish. Plus just like the Paradise Buffet at Freemont, they were stuck to the shell. Very old.\\n Wait staff was as rude as they come. Wanted a 20% gratuity for my party of 8. This is a BUFFET dang it. WE get our OWN FOOD. Then they seated us 4 to a table across the room from each other. The buffet had 15 people in it. They did this out of spite. Stay away.", - "label": null - }, - { - "text": "I look forward to every visit! I always get exactly what I ask for. I prefer the more natural look and she always delivers! I enjoy my many compliments but always give her the credit she deserves. She is a beautiful artist who makes me feel beautiful too. Thanks!!", - "label": null - }, - { - "text": "There were three of us. Atmosphere was great. Menu was confusing on what to share, what to do. Once we studied it, we decided that two of us would share traditional California Roll and Shrimp Tempura Roll sushi to begin. These were very fresh and very good. It was probably one of the best but not the best we have had. Then, these two would share the Shrimp and Lobster with Spicy Lemon ($38). It was served in a small deep dish skillet with veggies. It was a good size dish actually. I was afraid we were taking a risk to share, but it worked out. It was more pepper than a spicy with the lemon flavor. It was good but not over the top amazing. \\n\\nThe other person ordered miso soup. She liked it fine. She ordered chicken and veggie skewer ($15 ea) and white rice. She liked it well. \\n\\nGlass of wine ranged $15-$19 each. I had the $19 Russian river glass. It was great. Various cocktails looked fun.\\n\\nFinal bill was approx $60 each.", - "label": null - }, - { - "text": "Where to begin...I think I will start with the positive. The brie brulee topped with the caramelized apple slices was a hit, the mixed green salad with goat cheese was awesome and the pear tart desert was outstanding. The lamb shank was cooked perfectly, but the lamb flavor was missing. The whole dish ( lamb shank, veggies, Israeli couscous, figs and apricots) ALL had the exact same flavor; only the textures were different. Now the flavor was great, but not something I would write home about. Now to the negative stuff...The place was too crowded and noisy for my liking. The tables were so close that I felt I could join in the conversation next to me without effort. Couple that with REALLY REALLY slow service and, well you get the idea. You will need to bring your own wine and they will open it for you for only $10.00. French food without wine? really?? And then you gaff me for 10 bucks?!? Needless to say I had the minted tea. It was okay but no real mint flavor to speak of. The final bill for one appetizer, one salad, one entree and one desert was $70.00. (Not counting the tip) My date and I split everything and we were comfortably well fed. So, the portion size was decent. To sum up, it would be a nice place for a date, but I won't be back and I know a place not to far from there that I would MUCH rather go to given the choice.", - "label": null - }, - { - "text": "the food is awesome... but the hostess are not nice....", - "label": null - }, - { - "text": "Got this \\\"deal\\\" on Travel Zoo for $135 - \\\"normally $220.\\\" A horrible joke. Supposedly a five course meal. I think the total weight of items served must have been about 8 ounces. The carpaccio only covered a quarter of the plate, the \\\"scallops\\\" consisted of a single scallop each!! The pear for desert was about the size of a small tangerine. I've never seen a ripe pear that small! They brought out covered plates in order for us not to be shocked until they removed the cover. Should have asked for a magnifying glass to find the food on the plate. It was like the Mad Hatter's Tea Party - it was hilarious. If it wasn't for the bread and butter we would have starved. Of course drinks are not included. To add insult to injury you get an additional $35 bill tacked on for service, tip, and tax. Would have preferred a gourmet meal at MacDonalds. I almost forgot to mention this place has all the ambiance of a restroom. No windows - small interior rooms. There was a private party in the main dining area so they put us in an elevator and put us in what I call the \\\"annex\\\" upstairs with even less ambiance - looked like a converted hallway! Avoid this scam at all cost!", - "label": null - }, - { - "text": "I have promoted shows out of this venue, checked out some of my favorite local bands here, and spent my last birthday here. The owner has always been very hospitable and professional. The security staff is very professional and the bar tenders are always pouring amazing drinks. Needless to say I love this bar anyone who is a fan of live music at intimate venues should like the bar's facebook page for regular updates on upcoming shows.", - "label": null - }, - { - "text": "Great sandwiches. And a ton of food. Wasn't thrilled with their potato salad. Get fries instead. Restaurant is kind of a kickback from old Vegas. Wait staff was friendly too.", - "label": null - }, - { - "text": "Well, it's ALMOST that time of year again. My favorite celebration... aside from Thanksgiving and Halloween. It's Matsuri. \\n\\nYeah, the parking rates around heritage square are pretty hefty when a big event like this rolls around. But it's totally worth it. I mean, when and where else in Arizona can you stuff yourself with steamed-right-in-front-of-you nikuman, take photos with samurai, see a kimono fashion show, feel really thankful you're out of high school and no longer as susceptible to the weirdness of cosplay, buy a hapi coat, pet a bunch of shiba-inu, marvel at bonsai trees that are older than your grandmother and watch almost 60 people wail on taiko drums? \\n\\nOK, I'm a little biased about the drums. But hey. We get quite a crowd, so other people must like it too. ;)", - "label": null - }, - { - "text": "Even with a coupon, the drinks are overpriced ($13 girly drinks, $10 for Jack & Coke)...however, there's something to be said about killing an hour or two on a patio, drinking Jack & Cokes, watching the freaks parade down the strip.", - "label": null - }, - { - "text": "I am sooooo upset with PRS. Its not right what renters do with your deposit . We all know that they will find anything to keep your money, but this is ridiculous. And I will not shut up Im going to the news, every review website, write my congress man about this unfair practice. When I moved out the house was 99% perfect. All I missed was LIGHT BULBS. They charged me $70 dollars for 50cent light bulbs. They said everything was good on the phone and then I get the check which was 35% of my deposit. We gave them slake when they took a year to fix the garage door and then they fix it when we move out. Why couldn't you give us a break?", - "label": null - }, - { - "text": "We recently adopted our dog from my mom-in-law who lives in Casa Grande and I wanted to get Bruno in to see a vet in Tempe. I looked up a few offices and saw this location had an awesome rating. I was pleased to see someone I respect, Shayna K. from Scottsdale Doggie Suites, providing a 5 star rating and that was it. \\n\\nI immediately decided to make a new patient appointment for my furry baby. The office is clean, the staff is nice, and they made Bruno feel right at home. \\n\\nDr. Berthiaume came in and was very informative. I think he could tell I was a nervous \\\"new mom\\\" and he helped me stay at ease. He suggested one medication for Bruno which is for heartworm prevention but didn't pressure me into making a purchase right then and there. He gave me a pamplet on it and told me to do some research on my own first. (AMEN!)\\n\\nWhen I told them about my concern about him scratching his ears a lot, they took swabs but didn't run them. Dr. B. said if he saw anything \\\"bad\\\" he would have ran them for a test but didn't want to charge me for anything Bruno didn't need done. He suggested to have Bruno's stool tested but said we could bring in a sample anytime and they would send it off then. There was NO pressure to have tests done so they could get money out of me. \\n\\nThey genuinely cared about Bruno and my wallet. I will be going back, this is going to be my dog's doctor, and I appreciate how awesome everyone was. It is so refreshing to find a place that really care about the patients they see and the owners.", - "label": null - }, - { - "text": "Cheese sauce. Not cheese, cheese sauce. Burnt carne asada and pink Carne asada in the same burrito. They couldn't even make my daughter's quesadilla properly. This place is to be avoided.", - "label": null - }, - { - "text": "I wanted to love this place with it's cute decor and giant coffee mugs. We went in on a weekday morning where there was enough staff on for every table to have their own server. After waiting 10 minutes to be greeted by a server that looked mildly annoyed she had an opportunity to make money while at her job... I ordered a coffee, my husband ordered a pineapple juice. The juice never came. We ordered breakfast.. Maybe the juice was being fresh squeezed? My husband ordered pancakes, I ordered the chilaquiles benedict. The pancakes came out like pancakes... The Benedict looked like everything my breakfast loving heart desired. The first bite was cold... I assessed it to be the mass amount of pico piled on top. A few more bites... Meh. Tried the other half without all the pico... ICE COLD meat. Appetite killed with the fear that Id be yacking up food poisoning later. After our server finally showed up.. Still no pineapple juice.... I informed her of the ice cold meat (Cold as if they took it out of the freezer, forgot to prep it and just piled it on top). She asked if I wanted another one. I declined saying I didn't have time to wait for another meal as my husband was already finished with his breakfast and it was a weekday. She said she would take it off the bill. I handed her my credit card to go ahead and run since everything seemed to take forever there. She brings it back... The manager took $5 off. The Benedict was $13.50. The manager also never even came to the table. I want to hate this place and never return, but I know there is so much potential on that menu. The sad part is the owner was sitting at the table next to usgoing over paperwork.... Oh well.", - "label": null - }, - { - "text": "Food was disappointing and ridiculously overpriced. The whole restaurant reeked of charcoal/mesquite and not in a good way....we should have known the food was going to taste the same. And it did. Awful. I'm all for a burger grilled over hot coals, but when that is ALL you taste on a ridiculously overpriced burger with ala carte sides that you have to pay extra for and you leave smelling of burning mesquite, then that doesn't lend me to wanting to return. And I won't. The cheese on the burger was absolutely disgusting, a rubbery smoky nightmare. Stay away from this place. Not even service could save this place. If Jasper's couldn't survive in this spot, this place doesn't even have a chance.", - "label": null - }, - { - "text": "its ok. visited on a tuesday night. had the chicken fried rice... chicken dry. egg rolls were good with the right amount of spice but the rest of the family's meal which was a bit of everything was all in all nothing different or unique than any Thai take out joints. just ok. service just ok. price average. lets just say not memorable.", - "label": null - }, - { - "text": "This place is pretty dumpy.\\n\\nWork sent me to Phoenix for a couple of days. I had a suite, but it was not very sweet. The bathroom door didn't shut, and swung open into the middle of the room. When I got up to go to the bathroom at night, I ran into the door. I can only blame Country Inn and Suite for the first night, the second night when I bumped into the bathroom door in the dark, I blamed only myself.\\n\\nThe bed smelled like my old roommate's closet... musty and dirty. Two of my towels were stained with something yellow, I am hoping coffee and not urine...\\n\\nI didn't really expect better, but that's my review.", - "label": null - }, - { - "text": "My friend was in the mood for Mexican food so we decided to wander into El Segundo Sol. We really like the ambiance of this place. The food was surprisingly better than we expected. She got a vegetarian taco plate and I got a pulled pork taco plate. \\n\\nMy pulled pork was not what I was expecting, but I thought it was okay. \\n\\nThe service here was lacking though. Our waiter brought us chips and salsa even though we said we didn't want any when he asked. And then he insisted that we had ordered it. Of course he had to take it back, and we felt a little bad but we could noticeably tell that he was annoyed at us. \\n\\nHe was overly attentive though. He kept on filing my glass of water even though the pitcher of water was on the table. And he kept on coming by to ask us, \\\"do you have everything you need right now?\\\" often interrupting our conversation. \\n\\nOn the whole I think if you're in the mood for slightly expensive Mexican food (about $15 a plate) then this place is worth checking out. But I probably won't be back here until after I've checked out all the other places on the strip.", - "label": null - }, - { - "text": "Great wings, stiff pour and nice bartenders. XO Baer's Den 'till we meet again!", - "label": null - }, - { - "text": "The service is what makes this place a restaurant worth returning. This Glendale location is better than the ones closer to my house.", - "label": null - }, - { - "text": "i don't doubt that many people have bad experiences at this restaurant, because I can see how a lot of the food is overpriced the hosting station seemed to be a little lackluster. My experience went quite smoothly however. I went with four people, after our slightly confused looking hostess found us a seat, we were provided with great service. The service was intelligent, but in a very scripted manner. The beer was good, great compared to american craft and decent compared to european breweries. The building is a lot of fun, huge renovated church with shiny stainless steel fermenting silos covering the side wall and the altar. I chose the special for the night, which was rib-eye finished in the wood burning oven and a cranberry chutney. It was good, charred on the outside, not overdone and a good cut of meat to begin with. The prices are high for what you get though, meaning I wasn't stuffed after my meal. Main Pro: Good local beer\\nMain Con: The smell of the bar, not the fermentation, was fairly strong.", - "label": null - }, - { - "text": "This is a fun place to stay when you don't want to spend a ton of money on a hotel room. It is far enough from the strip so that you aren't stuck in that nasty traffic.\\n\\nThe front desk and valet service is always nice. Their complimentary drinks (while playing) are always strong and their food isn't too bad. The pool area is nice although they can use a little more shade options out there. \\n\\nThis place can feel a little run down from time-to-time in their regular rooms and they definitely need some upgrades. Outside of that, it is not too bad of a place to visit every now and then.", - "label": null - }, - { - "text": "I'm on a four to five star review binge, but they're all deserving, and Bunky's is no exception.\\n\\nCame here on a Saturday at around 3 for an early dinner and the place was dead. The hostess was sweet as pie and informed us that they were switching over to their dinner menu. It's quite large, with a mix between Italian and Mediterranean fare, but was not overwhelming in the slightest.\\n\\nTo start, we ordered a hummus appetizer, and it was so incredibly good - served with warm pieces of soft, airy and delicious pieces of pita. Ugh, I'm eating some store brand hummus and crackers as I type this, and they've got nothin' on Bunky's.\\n\\nI set my eyes on one of Bunky's staples: Bunky's Pasta. It's loaded with chicken, mushrooms, broccoli, onions and farfalle noodles. It's mixed with the most mouthwatering creamy marinara sauce. The sauce was sweet and the plate savory, and all worked well together to create a cohesive dish.\\n\\nI know that Bunky's has some funky hours, but please make time to stop in when they're open. You will be glad you did.", - "label": null - }, - { - "text": "I love donuts no matter how you spell them and O Face Doughnuts delivers. Their staff is super friendly and the donuts are great. I got the Maple Bacon w/ Maple Mascarpone one and it literally was one that needed a fork and knife. So great and if you're a donut lover, check this place out!", - "label": null - }, - { - "text": "My wife and I left this evening (Cinco de Mayo) without being served or approached 15 minutes after seating ourselves in the bar. When we got up to leave the manager/bar tender asked where we were going, and when I told her wasn't any staff to wait on us on this usually bust night in Mexican restauarants she said ahe didn't have time for any complaints...totally non-professional.\\nNeedless to say, we won't return in the future.", - "label": null - }, - { - "text": "The line to check in is really long! Also we booked a king bed but got one queen bed! There was no hot water in the shower either. The location of this hotel is great though because it's in the middle of the strip so I liked that.", - "label": null - }, - { - "text": "For our weekly pizza delivery, we decided to try something new and got Manolo's.\\n\\nWe opted for the largest size thin crust with half pepperoni and half sausage. We also got 3 empanadas for $6 to go with it, delivery time was about an hour, which is to be expected on a weekend. This amount of food was just enough for our group of 3 in terms of portions.\\n\\nThe pizza was decent, definitely better than a Papa John's or similar chain. I didn't think it was anything spectacular though. If you like thin crust, this might be for you. It reminded me of Sbarro, except a little better. My issue with this pizza, and perhaps all thin crust/New York style is the lack of sauce. The sauce is so key to the flavor that often times without it your just eating a cheesy breadstick. I might have liked it more if there was a bit more sauce. The pepperoni wasn't that good, however, the sausage was unusually good, it tasted fresh and wasn't just a mushy piece of nothing, great flavor! I think I will get sausage if I order again. The crust was good, crispy bottom but edible edges.\\n\\nFeedback on the empanadas was a unanimous OK. I can only personally speak for the cheesecake empanada. The filling didn't resemble something you could get at The Cheesecake Factory, but it also wasn't just dried goop. Not too bad! I think the empanadas might be a really good bargain if you got a lot of them and the price was around $1 each.\\n\\nI have not tried any of the specialty pizzas and I may have to do that and then update my review. I will also have to try The Empanadas House for a fair comparison.\\n\\nOverall we thought Manolo's was just OK, we thought it might have been just a little pricey, but we were not disappointed with our food.\\n\\nI'll be back!", - "label": null - }, - { - "text": "Waited 20 min before the girl told Us its a 30 min wait..... Didn't know that it take 30 min to make one smoothie.... Would not recommend any one to go before she didn't even seem like she wanted to take our order", - "label": null - }, - { - "text": "In order to not write a hateful review, I had to bring myself to the realization that this place is supposed to be a 'healthy' buffet, not a 'good' buffet. \\nI had never been here before, so I was delighted to see it was indeed a buffet. But as I got halfway down the first island of stuff, the delight turned into trepidation. At the cashier, which is at the end of your first go-round, she said $11.98 and I looked at my plate. \\\"For this?\\\" I wanted to ask. Wisely, I did not, for that is when I saw the other side of the buffet. There were warming lights and an actual kitchen back there, so I figured that must be where the meat is. I paid, however still leery. \\nI sat my salad down and hurried over to the hot stuff. Soups, alright. Breads with cheese on it, cool. Pastas, ok. Meats? No. Crap. \\nSo I knew I'd be eating 'healthy'. I could use more of that. I didn't complain too much. \\nAll the salad stuff was fresh. Whether it was good or not will depend upon your taste in salad stuff. They've got a variety toppings, so you probably will create something to your liking. They seemed to have all the bases covered with the dressings, too...and the low-fat honey mustard dressing doesn't taste too low-fat, so don't avoid it. There's also oils and vinaigrette in bottles. I will say that for a place that specializes in salads, it seemed that they could have had even more toppings to offer...no ham, no turkey, no avocado, no mozzarella, no blahblahblah... I honestly have seen more offerings at a Ruby Tuesday salad bar. \\nAs for the specially prepared salads, most people will find something tasty. I had the Caesar salad, the pineapple coleslaw, tarragon tuna something, and some chicken and rice thing. The best was the Caesar, which was especially fresh and had garlic croutons. The pineapple coleslaw was as refreshing a dish as I think I've ever had. The tuna and the chicken/rice thing was just ok to me...but I still must point out how fresh it all was. \\nThe soups were delicious. I tried the shrimp bisque and the Mexican soup (can't remember the name). The bisque was awesome as I had two bowls of it, creamy with a subtle flavor and plenty of shrimp. The Mexican soup was the meatiest thing there and had a great rustic taste. Neither soup was greasy or too heavy. \\nThe pasta was unremarkable. I had the lemon pasta with capers...all you tasted was a tang of lemon and absolutely nothing else. The pasta was well cooked, but just left you with no taste. I didn't bother with the mac and cheese, as I don't eat that at restaurants. Then there was the broccoli and cheese stuff...had too much of a twang to it, too sharp. I put it over the pasta to try and make something happen, the result was tasting nothing but the twang plus the tang. Uh uh. \\nOne of things I enjoyed the most was the asiago something something bread. It was nice and crusty, but soft somehow. And the taste was great...garlicy and the asiago cheesiness. Perfect with all the salad and even more so to sop up soup. There were other breads, but none looked as appetizing. I must say that they kept it nice and fresh, with at least 3 batches coming out while we were there. \\nDidn't try the yogurt or any of the deserts...should've. Oh well. \\nThere is also some darn good strawberry lemonade here. Its got real strawberries from the looks of it, because you can see the 'seeds' or whatever that stuff is in strawberries, all in the stuff. Either that or my glass was dirty... No, but it was great, and goes well with everything. \\nSomething else I'd like to mention is the service. The special salads had all been depleted, someone notified the cashier, the cashier immediately notified whoever, and they came over right away and began making fresh salads...which shows that there isn't some big vat in the back with premade stuff in it. The line was backing up, but the people making the salads were busting their butts. It was nice to see. \\nWill I go back? Probably not, just not my style of buffet, even though it really SHOULD replace my usual buffets. \\nShould you go? If you like salads a lot, and if you like soups a lot - then yes. Keep in mind that they only had 3 soups to choose from, and also some chili (didn't try). So that might not be enough variety for you. And you only get the pretty basic salad toppings. But its all fresh. Do not go here for the pasta. And I don't know what changes at dinner time, so maybe there's more variety then. \\nGood value? Yes, if you can get full off of salad and soup. Looking for a meal with more girth? No. $12 for no meat for a man who is looking for meat leaves a bad taste in the mouth. Don't know the prices for kids under whatever age, but there is a senior price. \\nIf you're smart enough to eat healthier, this is a decent place, but still doesn't seem to have enough stuff to choose from - that's my biggest gripe. Stay away if you're used to eating at the Chinese buffet.", - "label": null - }, - { - "text": "Somehow Asian food just works at night...Noodles is inside the maze of the Bellagio and it's pretty large. Service is ok, but it's sorta expensive. Like $18 for HK style noodles. Given how complex it is to get in and out of hotels, and if you are craving asian food late at night, I'd go to Noodles....", - "label": null - }, - { - "text": "I gave this an A-OK rating because i'm not an expert of PHO. I like the food, but just haven't been to plenty of vietnamese places.\\n\\nI ordered the spicy beef pho. It was good, very large bowl and the price was great ! This place was recommended to me by my asian friends. And i saw lots of asain peeps eating there as well, so it's probably a good place. Service was good, even though they were really busy. I would go again, the menu has plenty of selections.", - "label": null - }, - { - "text": "The skybar itself did not wow me, but I guess it's cool that it's different than the usual bars/clubs in Southside. The place was small and can get kinda steamy if crowded. Maybe it's better during the warmer season. It was colder when my friends and I went, so it was covered.\\n\\nThe pre-made frozen drinks at skybar weren't that great according to my friends. One had the pina colada, which she said didn't taste anything like pina colada. Tasted like frozen nasty alcohol. My other friend had the strawberry daiquiri, which she ended up returning to the bar after 2 sips. The bartender was nice enough to change it to a better tasting drink that's on the rocks instead of being frozen. I don't really know whether to recommend this place to a friend, I guess I will if it's their first time. Otherwise, I probably won't go up to skybar. Also, they charge an $8 cover.\\n\\nAnyway, we couldn't hear the music, so we decided to go down to Diesel after about 10-15 mins at skybar. Diesel had more people and definitely more fun than skybar.", - "label": null - }, - { - "text": "The store is dirty, but much worse, the folks at the registers seem to be trained to be rude, and have the social skills of a grocery bag. I live less than a mile away and was excited to find a Sprouts in my new neighborhood. After the first few times there, I stopped going and drive well past this store to others. Recently, I needed some organic tomatoes quickly and so, I thought I would give this Sprouts another try. The girl behind the register never spoke to me and seemed as if it was a real inconvenience to ring up four tomatoes. She practically threw my change and receipt at me. Never again. Five or six times of poor service is enough.", - "label": null - }, - { - "text": "Place way over priced", - "label": null - }, - { - "text": "The piano bar is awesome!!! All I have to say is these guys r hilarious! Upbeat and straight up entertaining!! This is very delayed. I was here 2/13/11. Wrote it while I was still at the bar and just haven't been on here in a while to post it.", - "label": null - }, - { - "text": "This restaurant does indeed have a problem with general cleanliness. However, the food was really good and so I'd probably still go back. My friend and I spent about $10 each for one of the family dinners...and let me tell you, it was an enormous amount of food! It even included a whole lobster, which was really tasty. You will see most of the seafood chillin in the tanks when you first walk in, so you know it's at least freshly killed.\\n\\nHowever, like the other reviewers I can't give this more than 2 stars since the place is so filthy. In all seriousness, the service was friendly but I had to keep kicking a cockroach away with my foot during dinner.\\n\\nHonestly, these guys could dominate the local market for traditional chinese dining if they'd just clean up a little and spend more than five dollars on the interior decor. All the handwritten signs all over the walls advertising prices on fresh \\\"geo ducks\\\" and shrimp, along with the harsh fluorescent lighting, are just over-the-top carelessness.", - "label": null - }, - { - "text": "We finally came here for dinner but we were disappointed. There wasn't alot to choose from and it's quite expensive. The service was fine and the food was pretty decent but we expected a very different menu and a larger one at that. Plus their prices were way too much. I doubt we'd be back.", - "label": null - }, - { - "text": "The chicken shwarma, kaftta and hommus deluxe are excellent. The garlic sauce is so good I want to drink it. Can you smell my breath from here?\\nAwesome staff and a cool store in the back. Try the cookies and the baklava, they're delicious.", - "label": null - }, - { - "text": "Twice we ordered take out as Rosati's isn't far from our house and we had guests. Both times they lost our order, the 1st time we weren't told this until after we paid!! The second time we called and mentioned the problem to avoid a repeat missed order, and they did it again! lol! \\nAnd both times it took well over 30 minutes to get our order and on second time the order wasn't complete and that took 10 more minutes to fix!\\nWhat's the saying......'fool me once, shame on you, fool me twice, shame on me?' We haven't been back since! And btw, the food wasn't anything special!", - "label": null - }, - { - "text": "Ice Pan is an interesting take on an already saturated chilled dessert market. The iced cream is made right in front of you with subtle variations on your classic flavors. This establishment is indeed somewhat pricey, but if you compare it to every other place on the strip, it is a perfectly acceptable amount to pay for a dessert.\\n\\nThe taste is nothing phenomenal, but they way they prepare it kinda is. the ice cream is made right in front of you as they turn milk and fruit into customized ice cream. The cream is poured onto this chilled pan / wok and freezes almost instantly. The ice cream masters then proceed to stir, scrape, slap, and slice the ice cream using knife-like spatulas with such speed and precision that you'd think you were watching a Benihana chef in action. Seriously, if they brought a knife to a gun fight, they would still have a chance at coming out on top.\\n\\nAs for eating the ice cream, the taste was a little light, which is kinda nice after a heavy Las Vegas meal, but deep down, I was kinda hoping for a little more umph from the flavor. Depending on who you get to prepare it, the consistency can be super creamy or hard and dense. If you get a more senior preparer, the cream comes out very smooth and can be almost gelato-like. If your preparer is the young one who has yet to master the tricks of the trade, the cream may be left on the ice pan a bit too long and freeze a little harder than it probably should.\\n\\nWith both ups and downs to this eatery, I think the Yelp rating system hit this one right on the mark, it is A-OK.", - "label": null - }, - { - "text": "I was born really close to the Mexican border so when I heard this was the best Mexican place in town, naturally I had to act fast.\\n\\nIt's located centrally which is pretty nice - not in the best neighborhood, but easy access to the freeway.\\n\\nI should've known that this place was going to be a disaster from they're chips and salsa. One salsa was way too spicy and the other tasted like tomato sauce. \\n\\nWhen our food arrived (after a good wait) my guacamole had a fowl, spoiled taste and my mom's steak was rare. We sent both plates back (which I never do) and my second plate came equipped with beef instead of the chicken I order. Besides that, the food was just mediocre. The beans were too salty, and the meat was under-seasoned. \\n\\nPrices are reasonable for a sit down joint, but you can honestly get better food a Roberto's. Skip this one!", - "label": null - }, - { - "text": "Brown rice is MUSH! Today was the second time I've been since my office moved a block away. I gave it another chance because there is no way a place like this would over cook their rice to the point where it practically melted together....think again. I have been to Samurai Sams a million times over the years for the \\\"healthy alternative\\\" to fast food and either something has changed to the quality of food or I've been there too many times that I'm burned out. The rice issue is huge...who wants mushy rice? Like someone said in reviews below-everything is now premade just sitting there. Not sure how true that is but thats what it seems. Big bummer. :(", - "label": null - }, - { - "text": "If you want PHO in Pittsburgh (Considering the Vietnamese Restaurant selections) I would choose this Place over Tram's Kitchen. The Pho here is more fragrant.", - "label": null - }, - { - "text": "Great customer service and well priced rentals. Good advice on trails to take and local sites to see. My buddy got a puncture (complete with sunstroke) and a member of the team came out to meet us and replace the tire.", - "label": null - }, - { - "text": "The side of sauteed Spinach was incredibly salty otherwise the color was wonderful and it smelled great. The side of sauteed mushrooms looked really good, but they were way too peppery. I never season my food, when its cooked right there isn't any need to but whoever made those dishes had a very heavy hand. I NEVER leave food behind and I didn't even finish half of them. \\n\\nI had to ask for a steak knife. Waited until someone bothered to make eye contact with me to ask for it by the way. The steak was cooked perfectly - rare just the way I like it and the texture wonderful. The thin french fries were great too, very good! Flavor, texture etc. but as I ate the steak there was way too much seasoning on it as well. Seasoning shouldn't over power the flavor of a good cut of meat and this did. \\n\\nThe biggest issue I had: the staff really needs a lesson in professionalism. I heard one woman behind me talk about a female condom which was just PART of their conversation. They were all huddled in the back while there were people at tables on the floor. Totally turned me off. I saw waitress and waiter in disagreement in the middle of the dining area while setting up a table. One couple complained they had been sitting there ignored. The gentleman got up and said something to a waiter and the manager came over and appeared to make amends in a grandiose way. My own waiter walked by and for some reason never made eye contact. I was not sure why - to be clear I NEVER give anyone a hard time nor am I anything other than friendly. Even if the service and food are not up to par. \\n\\nI was seated in the back, on the left (if you are facing the kitchens) so had a birds eye view - and ear - to everything. I told one friend that I actually felt like I was in restaurant boss type episode and there was a hidden camera somewhere, it was that ridiculous with the staff and how they were acting. \\n\\nThe Manager must have realized I heard what I shouldn't have heard because he gave me a box of free pastries and apologized. The staff treated him, quite honestly? - like crap. It was embarrassing. The fact that those kids (some of them - others adults) acted in such a manner in a restaurant that I'd heard NOTHING but rave reviews about? It was disappointing. \\n\\nThe fact I heard him trying to discipline them - they ignored him - was probably not smart on his part either. He seemed frazzled and angry and just disgusted. Lets just say the atmosphere that night was a 1 star. If the staff acts up like that? Get them in the kitchen and send them home, don't do it where patrons can hear.\\n\\nIn all fairness maybe (hopefully for the owner) this was not a regular occurrence because friends of mine RAVE about this place. For breakfast and dinner saying it was one of their favorites. I went on a Coupon to try it out, and at first loved the atmosphere but it went downhill from there. I also can't see paying that kind of money for a meal that was \\\"eh\\\" \\n\\nI always eat every bite on my plate and I savor each one. I didn't take anything with me except the free pastries and my french fries. \\n\\nI judge a place on different criteria and I have a sensitive palate and nose. LOVE food. To cook it, eat it, buy it, read about it etc. I think I am a good judge of what I see, taste, smell and - hear.\\n\\nI'd recommend other places before this one for DINNER - may consider giving them a shot for breakfast type fare and will say the ONE WONDERFUL thing - the best thing about this place - the desserts. They were a little stale but it was after 9pm so that isn't a biggie in my book. \\n\\nI bought a slice of Carrot cake and Tiramisu - the waiter had closed my bill without asking me about desserts at all by the way......I watched a waitress across the room RAVE about them to a full table of people ( I was solo) and she had me craving them. He was going to give them to me for free because he closed the bill out. I insisted on paying for them and will tell you that it was \\\"THE BEST\\\" carrot cake I've ever had! I'd order a whole one for my birthday cake if I could. \\n\\nThe free pastries the Manager gave me? Macaroons are awesome almond cakes too and croissants with chocolate in them. I would recommend this place as a BAKERY and I may give them a shot - after hearing a friend say the crepes were really good - for breakfast. However, not my first choice or even second for Dinner. \\n\\nFor the owner? You have your work cut out for you, I am not a professional in the food service industry but you should consider \\\"Restaurant Stakeout\\\" if you find your patronage decline.", - "label": null - }, - { - "text": "The first impression was a good one. The host led us to our table and I couldn't help but notice the murals of Aztec leaders and ancient designs painted on the walls. The dining area has a warm and inviting feel. Festive music can be heard but not too loud. After being greeted by a waiter in traditional garb they immediately brought us their house chips which are light and crispy and they'll bring as many as you can eat. \\n\\nThe salsa is watery, chunky, lacks any kick and I didn't find the pico de gallo appetizing either. But the guacamole is made fresh table-side by a charming woman who doesn't speak much but smiles a lot. You get to choose how spicy and whether you want onions, cilantro, lime, or all of the above. She then muddles it in a stone serving dish and lets you taste-test it before she sets it on your table and moves on.\\n\\nThe ground beef tacos are too greasy. But the flank steak in the Tacos al Carbon is sublime compared to the other items I've tried so far. The menu is huge so there are still plenty of items to try on return visits. For the value and down home atmosphere it's a great alternative to the other high (snooty) and low (scary) Mexican restaurants around town.", - "label": null - }, - { - "text": "The husband and I wanted to hit up a few good buffets during our stay. We received mixed reviews for the Wynn buffet, but found it easy to eat at since we were going to watch le reve. After standing in line for about 20 mins (on a Tuesday around 7pm) we were seated. The entry way is gorg but lead back the buffet area the decor seemed a bit outdated, but still very nice.\\n\\nThe food experience - I just didn't find anything special. The food is all good, but nothing was drool worthy. They have salads, american, Italian, grilled foods, ramen station, asian and seafood. It was a great variety, but like I said nothing stood out. My favorite was the dessert bar. It had a good variety.", - "label": null - }, - { - "text": "Massage, massage!! I am visiting from out of town and wanted a massage. They were great on getting my sceduled in on last minute. I had a neck and shoulder massage from Lawerence and i highly recommend him! I typically dont like massages because I just don't have luck with finding someone good. He was great and will come back when I visit again!", - "label": null - }, - { - "text": "This review is not about the food but the slamming ultra lounge that is The Cathouse.\\n\\nIf you like house music in a less crowded atmosphere where you can actually socialize with people, this is the lounge for you.\\n\\nDrinks are very fairly priced. Hostesses are very professional delivering incredible service (yeah they are also hot but this is not one of those clubs).\\n\\nMake some local friends and get in without cover.\\n\\nCheck the Luxor website before you head out to the lounge. There are different themes during the week including a hip-hop and an \\\"alternative lifestyle\\\" night.", - "label": null - }, - { - "text": "After 24 hours on the Strip, you need to get away. A 15-minute drive out to an anonymous, deserted strip mall on W. Sahara you'll find Rosemary's, whose food can compete bite-for-bite w/ the Michelin 1- and 2-star restaurants at the resorts. We deferred to the prix fixe menus and were not disappointed!", - "label": null - }, - { - "text": "I saw Keith Urban and LIttle Big Town recently, this was my first concert since moving to Phoenix. I've seen Keith up close before and to save money we chose lawn seats, the sound was great, he played in the center for several songs giving us a close up performance, his lighting and video behind the stage was super. i agree the concessions/beer prices are ridiculous but I wasn't surprised. It was a perfect night weather wise, it did run late and we left a few minutes earlier than he stopped performing.\\nI do recommend exiting the I 10 before 83rd, that's where all the traffic was. I will arrive earlier to get a better lawn seat but we had a great time, in fact will be there for Jason Aldean the 17th! For $30 sitting in my own chair in the lawn under the stars is worth it.", - "label": null - }, - { - "text": "I used to love this place. So much so, that I gave them several chances to remind me of that long lost love affair. Last 3 out of 3 times has been terrible. My hot and sour soup came to me about the color of mustard. And it was sickeningly sweet. My fried wontons were virtually meatless, and my combo fried rice didn't have any discerning flavor at all. $20 later and all i can say is that I'm so disappointed. I will never order from them again. I will stick with Red House for my wonton fix and continue to search for a go to place for fried rice.", - "label": null - }, - { - "text": "Used to like this place now it's sucking more and more each time I go this was my last visit when I ordered country crepes and I got hash and eggs even the coke was flat", - "label": null - }, - { - "text": "One of my favorite taco places. It's super far from me but every time I'm on this side of town I always have to stop by here for a few freshly made tacos.\\n\\nIt's about $2+ per taco. All served with corn tortilla which I personally don't like since I prefer flour tortilla and to get flour tortilla it's an extra $.50 per taco (which sucks bc you would think that it's included, all those $.50s add up haha) \\n\\nWeds is buy 1 ($2) get the 2nd taco free on the pork taco ..in other words a $1 each", - "label": null - }, - { - "text": "It was pretty good. We had the calamari which was excellent. I had the fettuccine with shrimp, it was good.", - "label": null - }, - { - "text": "Atmosphere, Atmosphere, Atmosphere \\n\\nI make a pilgrimage to this place about every three months. The food is average and overpriced. The service is OK. And there is usually one good Pale Ale on tap and overpriced. \\n\\nIt is kinda like going to Disneyland. You know you are going to take in the shorts but you go anyway. You go to live the dream if only for an hour or two. \\n\\nIf you ever went fishing as a kid or wished you had, grab your wallet or purse and eat here asap.", - "label": null - }, - { - "text": "Horrible happy hour martinis - unless you like pure sugar syrup. Food is not much better. Would not recommend it.", - "label": null - }, - { - "text": "I made appointment prior to coming here but still waited for an hour. The place is nice but looks can be deceiving because of the bad service they provided me. Please don't waste your time coming here totally not worth the wait!!!", - "label": null - }, - { - "text": "I just had a late lunch. The all you can eat sushi was not worth it. The food was not fresh. It was horrible!!! I've been here quite a few times but I don't remember the food tasting like this. First of all, the edamame was not eatable. I couldn't even get the peas out of the pods. The chicken skewers were dried and had a weird smell with it. Perhaps the meat was sitting out too long?? The sushi items we ate didn't taste fresh. Especially the tuna. We also ordered the green mussels which was burnt and ruin the rest of my appetite. Overall for lunch I should of starve.", - "label": null - }, - { - "text": "Totally avoid this place. Spend a few more $$s and go to the one at Bellagio but do so after 12noon as the Japenese and Italian stations do not open until then. The food at Flavor lacked flavor completely. It must take some effort to make simple dishes taste so bad!", - "label": null - }, - { - "text": "Breakfast to die for!!!\\n\\nMy wife and I got in late, and woke up the next day hungry. We wanted breakfast so I yelp for local places. We have tried Hash House a Go Go, great place when not watching your calories. I saw other places with comments $40 for breakfast ya da, ya da. We were staying in the Venezia tower and had eaten at Bouchon's before. \\n\\n I noticed that Bouchon served breakfast so I was game. I was not disappointed. French pastry's, European coffee, what could be better.\\n\\nI ordered the omelet of the day, stuffed with artichoke hearts, mushrooms, and cheese. Perfect eggs, good sausage, with brioche toast.\\n\\nMy wife had the bread pudding French toast with warm Carmel vanilla sauce. \\\"Heaven on a plate\\\" according to my wife. \\n\\nThe service was great, and for the strip, and an upscale restaurant the $38 dollar breakfast was another great moment.\\n\\nIf you stay anywhere near this place it is a must try for breakfast.", - "label": null - }, - { - "text": "They weren't busy so the server was on the money! I tried the pulled pork fajitas and my girlfriend try the chicken fajitas. The veggies and tortillas were awesome but everything else kind of lacked flavor. The server brought out plenty of chips with three different kinds of salsa. They were unique but none really popped for me. We ordered some fried ice cream, a necessity at a Mexican restaurant, and after about 15 minutes the waitress informed us that they didn't have it. The manager offered to buy us desserts for the inconvenience, which was pretty awesome if u ask me. I had the key lime pie and the kids had the kids Sunday. I will have to try this place again and see if something else on the menu has some Zing.", - "label": null - }, - { - "text": "Disorganized. Ripoffs. Rude, airhead employees that don't clean and freely talk on there cell phones whilst you asking them a simple question. Id rather rub sand in my eyes. Disgusted.", - "label": null - }, - { - "text": "Came here on a Tues night at 6pm. Warning. If your coming after 6pm, make a reservation! We were a party of 5 and were lucky to get in. They did accommodate us, but told us we had to leave by 7. This place got so crowded at 6pm!! Full house! Legit Japanese place. My folks had the ramen, and I had a chicken egg bowl plus a few skewers on the side. Traditional Japanese recipes coming from someone who is Japanese.My folks came with me. They ordered the ramen, but preferred Monta Ramen better.( see my review on them) \\nService was a bit hectic, but the place was packed so I don't blame them. Foo", - "label": null - }, - { - "text": "I should have reviewed this place long ago but I was too busy eating there to take the time to sit down and write. \\n\\nWe have been going here since they opened, first enticed in by a Groupon and then brought back by Chef Steve's wonderfully inspired dishes. This is a small plates restaurant so do not order one plate and expect to be full. The menu is divided into individual proteins and veggies. Read the descriptions carefully and then order enough to share. My husband and I typically order four or five plates and then hesitate over dessert. Chef Steve did a menu change recently so now we will be enjoying some new items and hope that you also try them out. Go with a group of people, its more fun\\n\\nThe Poke is one of my favorites, but make sure you mix it to get the seasoning all through it. One the new new additions is the Beef Carpaccio, Very flavorful. Also the shrimp dish, I believe its called Mini Mi's but its on a bun with slaw. The slaw is so good I would eat just that. They are so many dishes that it is truly had to remember. Checkout their ode to the Monte Cristo, it will make you weep. The owners work hard to provide good service and are always looking to improve. So.....if you want to eat and not be bothered go for lunch during the day. If you want busy with some music and noise check them out on a Friday night. They have a Facebook page that will tell you if there is something going on before you head out. Since I am all about the food, we go during the daytime. They also apparently have a happy hour but I don't know what that is about, I have just read the sign.\\n\\nThe decor is very basic, as is the plating and utensils. Because we have been coming here since the beginning, we have been able to see the changes they have made to the place over time. I can see where they have spent their money and am able to understand their choices. I would much rather have great food than great decor.", - "label": null - }, - { - "text": "I've been to The Vig a handful of times... for at least 4 lunches, a few times for just drinks / happy hour, and at least 2 dinners. I think that is a fair amount of visits to justify the 4.5 star review rounded up to 5 stars that I am giving it now!\\n\\nI've always had friendly and attentive service, and I've never had a problem with the food or drinks I've ordered. Granted, I've probably just ordered beer, iced tea, or water, but still :)\\n\\nI'm adding The Vig to my list of places to go for great sweet potato fries. They also offer really yummy starters including the Vings (grilled wings), Grilled Veggie Platter, Hummus, and Ceviche. At lunchtime, I recommend the Cobb salad although several friends of mine consistently order the Vig Azz Burger. For dinner, I love their \\\"Miso Hungry Salmon.\\\" \\n\\nAs mentioned in other reviews, their outdoor dining area and bocce court are just what Phoenix needs more of on a beautiful day or evening! So much fun!\\n\\nIf this beautiful weather continues, I'll be hanging out at The Vig again very soon!", - "label": null - }, - { - "text": "Seemingly popular with the 20-somethings with long lines in the evening, we stopped in BurGR for a late lunch and it seems GR is living on his celebrity, not his cooking or service. It took 35 minutes to get two burgers and an order of sweet potato fries to the table - cold. The burgers were absolutely nothing special - except very expensive. The ground beef was fresh but had sat out long enough not to be even luke-warm. Fries were stone cold. Something I love: $9 for an order of cold fries. Service was stretched. Absolutely nothing special about the burgers or BurGR. Easier to walk a block down the street to get a hot Quarter-Pounder at McDonald's. You won't get quite the amount of beef but it will be hot and less than an third the price. You won't be paying for the fancy curved flame wall at the entrance. While BurGR is less expensive than other casino eateries, it is still in the category of taking your money for little in return. Try a Big Mac - you and your pocketbook will be happier. Don't use the excuse \\\"it's Vegas, Baby.\\\" Ramsay is there to take your money. I think I'm older and more experienced at decent dining than many of the reviewers for this place. Note the reviews that say they are fans of Ramsay - doesn't have a thing to do with the food actually served - and I assure you - Ramsay didn't cook these things.", - "label": null - }, - { - "text": "While everything is fresh, I am still not impressed. I prefer the true Mediterranean restaurants, like Spices. This place is just another trendy spin on Mediterranean food. Examples: the tzatziki had chunks of cucumber (weird) and the Greek salad didn't have olives. Won't be back.", - "label": null - }, - { - "text": "I had put off trying this restaurant due to the mixed reviews and the doubtful possibility there was quality BBQ in Pittsburgh having been so badly disapointed repeatedly. I ordered 1/4 pound pork, 1/4 pound ribs and greens. 1/4 pound ribs were 2 bones, very small but very meaty. I will say that this is the most expensive BBQ I have ever had anywhere in the country without a doubt. \\n\\nThe ribs and pork have a nice dry rub. BBQ is never spicy and this isn't either, thankfully. It doesn't come out sauced, another blessing. The sauce on the table is nice and complements the rub. It's a little fruity and tangy breaking up the richness of the pork. Please watch the char. Burnt isn't good food. Seriously! The pork was succulent, there was lots of fat melting in my mouth and making me wish there was more. I got the end piece of the rib rack but it was still fairly moist. I wish there was more but I was already at $15 so I wasn't going to order anything else for lunch. The greens were spot on. Very nicely done and the portion size (for the greens) was ok. \\n\\nThe place isn't much to look at. The service was friendly. I don't know if it's ever going to be 5 stars for me but I will definitely be back to try it again.\\n\\nI went back! Took Miriam just a few days later and it was exactly the same. A good sign. This time, in addition, I tried the brussel sprouts and they were delicious. Bring a friend or 3. If you order more food, the price gets cheaper. So a 1/2 pound is less than 2 portions of a 1/4 pound for example and you can save money if you share. It's still expensive but you can do a bit better with some planning.", - "label": null - }, - { - "text": "Very Trendy hotel!!! \\n\\nA friend was able to get me a free room for my birthday! Thanks KJ! :-)\\n\\nThe check in process was LONG-even in VIP, however I guess I shouldn't complain because it was free...\\n\\nThe room was cute and clean. I enjoyed the views from the wraparound terrace.\\n\\nRoom service was GREAT!!! \\n\\nI asked the bartender at the vesper bar to Surprise me with a drink that was fruity yet would still give me a buzz, she hooked me up with a SAGE 75!!! Let's just say I enjoyed it to the fullest!!! \\n\\nShopping in the hotel left something to be desired. \\n\\nI don't think I'll stay here again, however it was nice to experience it - especially since it was free! ;-)", - "label": null - }, - { - "text": "I am a big fun of French food and patisserie, I used to go to that place 3 times a week for breakfast or lunch, but everything change there during this last year, I order Marquez, and they serve it to me almost burned, u cannot taste any thing. \\nLast Sunday I was there they close at 4pm, I was there at 3pm, and I want to order omelet, the server there she told me the kitchen is close, we can't cook anything, come on!!\\nI had many bad experiences there, I will never go back, there are many other French bakery in vegas", - "label": null - }, - { - "text": "Cheap, cheap eats! Really great breakfast and service. The bloody mary was delish and for only $5, it packed a wallop for the small glass.", - "label": null - }, - { - "text": "Republic Ramen looks and sounds like a promising restaurant; unfortunately, my first bite told me otherwise. While the food is not inedible, it definitely does NOT resemble traditional Japanese ramen. I ordered an original milk tea boba & a bowl of tonkotsu ramen with pork. The pork is nothing like the pork that comes with authentic ramen. Instead, it was pale, tough, and flavorless. The noodles and soup are fine but way less flavorful than I am used to from a restaurant advertising themselves as a ramen restaurant and not just a plain noodle house. And the boba I ordered was VERY flavorless and watered down. However, on the bright side, the boba pearls were the perfect texture and level of chewiness!", - "label": null - }, - { - "text": "No special request is too special for John. Even a soy allergy can be handled in this awesome sushi restaurant. Don't eat shell fish, but still want sushi? No problem. John's is the best hands down.", - "label": null - }, - { - "text": "Difficult to find. Annoying bar setup with mostly garbage Bud/Miller/Coors products like Blue Moon, and they had the nerve to serve me a Guinness in a frosty glass. Service was a bit slow. Prices were reasonable though. Old building on the outside but decent inside.", - "label": null - }, - { - "text": "I guess we arrived right after their rush hour because there were no tables readily available when we arrived but about 60% full which can be understandable. But we were seated within 5 minutes, but the menus took another 5 minutes to come.\\nI ordered the 4 course of salad, tandoori chicken, mixed vegetables, banana bread pudding, and a chai latte included in the end. Chicken was very tender and the salad a large order with even more salad placed on the same plate of the entree. Bread pudding very very good to finish. The gf had chicken marsala which was very sweet on its own but went very well with the garlic naan we ordered on the side. Main entrees were a bit on the smaller side.\\nThe server was joking around a little, calling my chicken KFC when it came and saying the bread pudding came with ketchup and mustard. Funny guy.", - "label": null - }, - { - "text": "On our recent one day trip to las vegas we decided to have dinner at this place since we were residing far from the strip blvrd. The menu was very interesting and very confusing, So I let the other order. My favorite was pieces of salmon, and the one with the quail egg.\\nIn general the service was really good, super friendly and very fast. Fish was very fresh.", - "label": null - }, - { - "text": "Horrible food (except the garlic bread, that was actually pretty good!). It's annoying that they only take cash, I feel like this is 1995 again. It's also annoying you have to go to two sections to order your drinks, you can't order them with your meal.\\n\\nHOWEVER, it's cheap entertainment. Have a little kid? Spend $25, take the family here, they will enjoy it.", - "label": null - }, - { - "text": "My husband and I finally checked out this place after hearing about it only a couple weeks ago. The idea of a cute storefront restaurant on Main Street intrigued us. We went on a weeknight and found the place surprisingly full - there were only five (of about 15-20) tables available when we arrived. However, we were quickly seated and provided with our requested drinks.\\n\\nWe had pork bellies and kale chips for our appetizers. The pork bellies were divine. The kale chips were a bit lacking in flair. It was basically dry kale with paprika sprinkled on top. Not much else.\\n\\nMy husband got the Local Dish burger and declared it good. The fries he got on the side were great. I ordered their chicken & peaches sandwich with coleslaw on the side. The coleslaw was fantastic and I could have eaten more than the serving they gave me. The chicken sandwich was average - but I loved knowing I was probably eating peaches from just a few blocks away at the Peach Stand. The chicken itself was a bit dry but was helped by the pesto, spinach and peaches that came on it.\\n\\nWhy did I not give it more than 3 stars? Because a second visit will be required, with other foods tried, before I decide to bump it up to four stars. The restaurant was charming enough (and prices decent enough) that we'll most likely go back again the future.", - "label": null - }, - { - "text": "My favorite thing about Stalzy's is that they stick to the basics but they do them really well. The menu may not sound super impressive in comparison to the prices but when you get your meal the quality is superb. These sandwiches are made with quality, local ingredients and with the above average drink selection they really provide the deli experience I expect. Dont let the simple titles fool you this top notch food is worth of your lunch(or breakfast) hour any day.\\n\\nMy sandwich of choice is the ham and swiss, simple, delectable, delicious :)", - "label": null - }, - { - "text": "My wife and I had dinner there last night. It was superb. \\nDon!t know what people are talking about regarding nachos and sangria.\\nThis is totally good French food. The ambiance, the decor, the food presentation were all in keeping with what a high level restaurant should be. The restaurant was not very busy as it was relatively early evening\\nSo the waiter did not rush the servings along enabling us to dine at\\nOur own pace. Our prize fixe meal was $47each plus wine, tax, and tip\\nThe three course meal consisted of a lovely green salad, the entree was salmon for me that was cooked perfectly served with what appeared to be roasted barley mix and green beans. My wife has a veal chop that she liked but what I thought was a little too rare on the inside although\\nWell charred on the outside. Desert was a glorious crime de br\\u00fbl\\u00e9e that was to die for. \\nIn summary we both thought it was a good dining experience and a good value for the price.\\nWe would go back again and recommend to friends.", - "label": null - }, - { - "text": "Went here on a Friday night around nine and was sat right away. I chose the Chilean sea bass and my dinner companions chose the bone in ribeye and the new your strip. After sampling everything I would have to say the ribeye was the best. We also tried their oyster Rockefeller and it was delicious!", - "label": null - }, - { - "text": "They are a nice alternative to Zimbrick in Madison is you have a foreign car. However I would recommend Zimbrick as the mechanics at Zimbrick will tell you what items you can do yourself to save money. Look out at Dunn's as they may try to add on additional services that you don't really need which will cost you more money.", - "label": null - }, - { - "text": "Up there with Crave for a classy bar with good, expensive martinis. Nice, modern lighting, the atmosphere makes me feel fabulous.....who am I kidding, I am fabulous! There's always a cute boy around to by me a drink, so the prices don't bother me too much. Their \\\"one & done\\\" drinks knock my socks off.....heed the warning that the name gives....I'm serious.....brings me back to my jungle juice days at house parties. 5 stars!", - "label": null - }, - { - "text": "Negative baristas heaven forgive they mess up your order and u ask them to remake it. No asking if it was right the second time, still not right but they are so rude ur afraid to ask for them to actually try it again. Also soooo sloooooooowww come on people drink some coffee and get motivated... lets work on niceness and speed.", - "label": null - }, - { - "text": "This place was okay, I wasn't too impressed. The neighborhood is great, but I didn't feel like the coffee shop was anything special. There isn't a lot of table space, so it's hard to do work.\\n\\nThe drinks were good, though. Seemed to be mostly fair priced. \\n\\nLike I said, it was good, but nothing special. I may or may not come back.", - "label": null - }, - { - "text": "Awesome! We're from la and this was a treat! Chicken del sol was awesome! Go here there's something healthy and delecious for everyone!", - "label": null - }, - { - "text": "First time at Extreme Pita. It is a little different than Pita Pit. I had the small smoked turkey and my husband had the buffalo chick. Was not impressed with the food nor the staff. Not sure we will go back.", - "label": null - }, - { - "text": "I love both locations equally. Such a delicious cafe caramel. I also really love their tea selections. The baristas are always friendly, and there's always a place to sit. What more can you ask for? :)", - "label": null - }, - { - "text": "Went here with my roommate last week for a late breakfast and was pleasantly surprised! I got the Eggs Benedict and a chocolate croissant while my roommate went for the French toast with fresh fruit. Everything was very tasty, although my roommate could have easily handled a larger portion. \\nAll the employees were super sweet and the French owner's eclectic playlist really added to how much I enjoyed the experience. Will have to go again for lunch or dinner!", - "label": null - } - ], - "intents": [ - { - "id": 0, - "name": "accept_reservations", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know if Red Robin accepts reservations." - }, - { - "id": 1, - "name": "account_blocked", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know why their bank account is blocked or frozen." - }, - { - "id": 2, - "name": "alarm", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to set or manage an alarm." - }, - { - "id": 3, - "name": "application_status", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to inquire about the status of their credit card application." - }, - { - "id": 4, - "name": "apr", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know if the APR on their credit card is good." - }, - { - "id": 5, - "name": "are_you_a_bot", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know if the responder is a real person or an AI." - }, - { - "id": 6, - "name": "balance", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the balance of their accounts at Chase Bank." - }, - { - "id": 7, - "name": "bill_balance", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the amount of their water and electricity bill." - }, - { - "id": 8, - "name": "bill_due", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the due dates for various bills." - }, - { - "id": 9, - "name": "book_flight", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to book a round trip flight from Los Angeles to San Francisco for specific dates." - }, - { - "id": 10, - "name": "book_hotel", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to book a hotel or lodging for specific dates and locations." - }, - { - "id": 11, - "name": "calculator", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to perform calculations or obtain mathematical results." - }, - { - "id": 12, - "name": "calendar", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about scheduled events or tasks on January 1st in their calendar." - }, - { - "id": 13, - "name": "calendar_update", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to update events in their calendar." - }, - { - "id": 14, - "name": "calories", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the calorie content of various food items." - }, - { - "id": 15, - "name": "cancel", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to cancel a previous request or task." - }, - { - "id": 16, - "name": "cancel_reservation", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to cancel a reservation." - }, - { - "id": 17, - "name": "car_rental", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to rent a vehicle for specific dates and locations." - }, - { - "id": 18, - "name": "card_declined", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know why their card was declined." - }, - { - "id": 19, - "name": "carry_on", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the carry-on luggage allowance for various airlines and flights." - }, - { - "id": 20, - "name": "change_accent", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to change the accent being used." - }, - { - "id": 21, - "name": "change_ai_name", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to change the name of the AI." - }, - { - "id": 22, - "name": "change_language", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to change their language setting." - }, - { - "id": 23, - "name": "change_speed", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants the speaker to slow down their talking." - }, - { - "id": 24, - "name": "change_user_name", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to change the name used to address them." - }, - { - "id": 25, - "name": "change_volume", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to change the volume to a specific level." - }, - { - "id": 26, - "name": "confirm_reservation", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to confirm their reservations at various restaurants." - }, - { - "id": 27, - "name": "cook_time", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the cooking time for various foods." - }, - { - "id": 28, - "name": "credit_limit", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the credit limit for various cards." - }, - { - "id": 29, - "name": "credit_limit_change", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to request a change to their credit limit." - }, - { - "id": 30, - "name": "credit_score", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to look up or find their credit score or credit rating." - }, - { - "id": 31, - "name": "current_location", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know their current location." - }, - { - "id": 32, - "name": "damaged_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to report a damaged or burned card." - }, - { - "id": 33, - "name": "date", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the current date or information related to dates." - }, - { - "id": 34, - "name": "definition", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the meanings of various terms or phrases." - }, - { - "id": 35, - "name": "direct_deposit", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants information on setting up direct deposit." - }, - { - "id": 36, - "name": "directions", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants directions to the closest Starbucks from home." - }, - { - "id": 37, - "name": "distance", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the estimated travel time to the airport in Los Angeles." - }, - { - "id": 38, - "name": "do_you_have_pets", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about the types of pets owned." - }, - { - "id": 39, - "name": "exchange_rate", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the exchange rate between dollars and pesos." - }, - { - "id": 40, - "name": "expiration_date", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the expiration date of their visa or credit card." - }, - { - "id": 41, - "name": "find_phone", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants assistance in locating their mobile phone." - }, - { - "id": 42, - "name": "flight_status", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the status of a specific flight." - }, - { - "id": 43, - "name": "flip_coin", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to flip a coin to make a decision." - }, - { - "id": 44, - "name": "food_last", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the expiration dates or shelf life of various food items." - }, - { - "id": 45, - "name": "freeze_account", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to block their Chase account immediately." - }, - { - "id": 46, - "name": "fun_fact", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to hear an interesting or fun fact." - }, - { - "id": 47, - "name": "gas", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the level of gas in their gas tank." - }, - { - "id": 48, - "name": "gas_type", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know what type of gasoline is suitable for their car." - }, - { - "id": 49, - "name": "goodbye", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь прощается с помощником." - }, - { - "id": 50, - "name": "greeting", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is greeting or checking in on someone." - }, - { - "id": 51, - "name": "how_busy", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the estimated wait time at a restaurant." - }, - { - "id": 52, - "name": "how_old_are_you", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the age or birth date of the entity." - }, - { - "id": 53, - "name": "improve_credit_score", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know how to improve their credit score." - }, - { - "id": 54, - "name": "income", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about their income or salary details." - }, - { - "id": 55, - "name": "ingredient_substitution", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about substituting ingredients in recipes." - }, - { - "id": 56, - "name": "ingredients_list", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the ingredients for chicken noodle casserole." - }, - { - "id": 57, - "name": "insurance", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about their health benefits." - }, - { - "id": 58, - "name": "insurance_change", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to start a new AAA insurance plan." - }, - { - "id": 59, - "name": "interest_rate", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know their interest rate." - }, - { - "id": 60, - "name": "international_fees", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know if their card has international transaction fees." - }, - { - "id": 61, - "name": "international_visa", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know if they need an international travel visa for various destinations." - }, - { - "id": 62, - "name": "jump_start", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know how to jump start a car battery." - }, - { - "id": 63, - "name": "last_maintenance", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the date of the last maintenance performed on their car." - }, - { - "id": 64, - "name": "lost_luggage", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to report or inquire about lost luggage on a flight with America Airlines in O'Hare." - }, - { - "id": 65, - "name": "make_call", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to make a phone call." - }, - { - "id": 66, - "name": "maybe", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User expresses uncertainty or lack of knowledge about a topic." - }, - { - "id": 67, - "name": "meal_suggestion", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is requesting meal suggestions from various countries." - }, - { - "id": 68, - "name": "meaning_of_life", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is seeking to understand the meaning of life." - }, - { - "id": 69, - "name": "measurement_conversion", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to convert measurements between different units." - }, - { - "id": 70, - "name": "meeting_schedule", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about their scheduled meetings." - }, - { - "id": 71, - "name": "min_payment", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the minimum payment amount for various bills." - }, - { - "id": 72, - "name": "mpg", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the fuel economy or mileage of their car." - }, - { - "id": 73, - "name": "new_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know how to apply for a new Discover card." - }, - { - "id": 74, - "name": "next_holiday", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the date of the next holiday." - }, - { - "id": 75, - "name": "next_song", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to play the next song in the playlist." - }, - { - "id": 76, - "name": "no", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь выражает отрицание или несогласие." - }, - { - "id": 77, - "name": "nutrition_info", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the nutritional information for various food items." - }, - { - "id": 78, - "name": "oil_change_how", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know how to change the oil in a car." - }, - { - "id": 79, - "name": "oil_change_when", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know when to change their car oil." - }, - { - "id": 80, - "name": "order", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to place an order for items." - }, - { - "id": 81, - "name": "order_checks", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know how to get more checkbooks mailed to them." - }, - { - "id": 82, - "name": "order_status", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to inquire about the status of their order or package." - }, - { - "id": 83, - "name": "pay_bill", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to pay a bill." - }, - { - "id": 84, - "name": "payday", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the date of their next paycheck." - }, - { - "id": 85, - "name": "pin_change", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to change the PIN for their bank account." - }, - { - "id": 86, - "name": "play_music", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to listen to music by specific artists." - }, - { - "id": 87, - "name": "plug_type", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about the types of plugs needed for travel to various countries." - }, - { - "id": 88, - "name": "pto_balance", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about their remaining vacation days and schedule." - }, - { - "id": 89, - "name": "pto_request", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know how to submit a PTO request for specific dates." - }, - { - "id": 90, - "name": "pto_request_status", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to check the status of their vacation request." - }, - { - "id": 91, - "name": "pto_used", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know how many days off they have used." - }, - { - "id": 92, - "name": "recipe", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is seeking cooking recipes or methods for various dishes." - }, - { - "id": 93, - "name": "redeem_rewards", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know how to redeem or use their credit card rewards points." - }, - { - "id": 94, - "name": "reminder", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to check or hear their current reminders." - }, - { - "id": 95, - "name": "reminder_update", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to set or update reminders for various tasks." - }, - { - "id": 96, - "name": "repeat", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants the information to be repeated." - }, - { - "id": 97, - "name": "replacement_card_duration", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the duration for replacing a stolen card." - }, - { - "id": 98, - "name": "report_fraud", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to report fraudulent activity on their account or card." - }, - { - "id": 99, - "name": "report_lost_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to report their card as lost." - }, - { - "id": 100, - "name": "reset_settings", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to reset the settings to their original state." - }, - { - "id": 101, - "name": "restaurant_reservation", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to make a reservation at a restaurant." - }, - { - "id": 102, - "name": "restaurant_reviews", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the reviews and recommendations for the donuts at TGI." - }, - { - "id": 103, - "name": "restaurant_suggestion", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is seeking restaurant suggestions for dining out." - }, - { - "id": 104, - "name": "rewards_balance", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the current rewards balance on their credit card." - }, - { - "id": 105, - "name": "roll_dice", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to roll dice of various types." - }, - { - "id": 106, - "name": "rollover_401k", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is seeking information on how to rollover or transfer their 401k." - }, - { - "id": 107, - "name": "routing", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to find or inquire about routing numbers for bank accounts." - }, - { - "id": 108, - "name": "schedule_maintenance", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to schedule maintenance for their car." - }, - { - "id": 109, - "name": "schedule_meeting", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to check the availability of meeting rooms and how to schedule a meeting." - }, - { - "id": 110, - "name": "share_location", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to share their location with specific individuals." - }, - { - "id": 111, - "name": "shopping_list", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know what is on their shopping list." - }, - { - "id": 112, - "name": "shopping_list_update", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to remove fries from their shopping list." - }, - { - "id": 113, - "name": "smart_home", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to control or inquire about smart home devices." - }, - { - "id": 114, - "name": "spelling", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the spelling of a word." - }, - { - "id": 115, - "name": "spending_history", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about their spending history at various places." - }, - { - "id": 116, - "name": "sync_device", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to connect or link a device to their phone." - }, - { - "id": 117, - "name": "taxes", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about their state taxes." - }, - { - "id": 118, - "name": "tell_joke", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to hear a joke or funny story." - }, - { - "id": 119, - "name": "text", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to send a text message to someone." - }, - { - "id": 120, - "name": "thank_you", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User expresses gratitude for assistance received." - }, - { - "id": 121, - "name": "time", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the current time in various locations in the United States." - }, - { - "id": 122, - "name": "timer", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to set a timer for a specified duration." - }, - { - "id": 123, - "name": "timezone", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is inquiring about time zones of various countries." - }, - { - "id": 124, - "name": "tire_change", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about the condition and replacement schedule of their tires." - }, - { - "id": 125, - "name": "tire_pressure", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the current air pressure in their tires." - }, - { - "id": 126, - "name": "todo_list", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the tasks or items on their to-do list for today." - }, - { - "id": 127, - "name": "todo_list_update", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to update their todo list." - }, - { - "id": 128, - "name": "traffic", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about traffic conditions for specific routes and times." - }, - { - "id": 129, - "name": "transactions", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about their recent transactions." - }, - { - "id": 130, - "name": "transfer", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to transfer $20000 from their savings account to their checking account." - }, - { - "id": 131, - "name": "translate", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know how to translate phrases or expressions into different languages." - }, - { - "id": 132, - "name": "travel_alert", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about travel alerts for specific countries." - }, - { - "id": 133, - "name": "travel_notification", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to notify about their travel plans to various countries along with specific dates." - }, - { - "id": 134, - "name": "travel_suggestion", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is seeking suggestions for fun tourist activities in Tokyo." - }, - { - "id": 135, - "name": "uber", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to book an Uber for 6 people to go to the movies." - }, - { - "id": 136, - "name": "update_playlist", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to update their jazz playlist by adding a song." - }, - { - "id": 137, - "name": "user_name", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know what name is used to address them." - }, - { - "id": 138, - "name": "vaccines", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about recommended vaccinations before traveling to various countries." - }, - { - "id": 139, - "name": "w2", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the location of their W-2 form." - }, - { - "id": 140, - "name": "weather", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the weather conditions or forecast for specific locations." - }, - { - "id": 141, - "name": "what_are_your_hobbies", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about hobbies and leisure activities." - }, - { - "id": 142, - "name": "what_can_i_ask_you", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know what assistance can be provided." - }, - { - "id": 143, - "name": "what_is_your_name", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the name of the AI." - }, - { - "id": 144, - "name": "what_song", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to identify the name of a song that is currently playing or being referenced." - }, - { - "id": 145, - "name": "where_are_you_from", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know the origin or nationality of the entity." - }, - { - "id": 146, - "name": "whisper_mode", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to change the whisper mode settings." - }, - { - "id": 147, - "name": "who_do_you_work_for", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know who the person's employer or boss is." - }, - { - "id": 148, - "name": "who_made_you", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User wants to know about the company or entity that created or designed the system." - }, - { - "id": 149, - "name": "yes", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "User is affirming or agreeing with a statement." - }, - { - "id": -1, - "name": "ood", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Описание намерения отсутствует." - } - ] -} diff --git a/experiments/intent_description/clinc150_with_intent_desc.json b/experiments/intent_description/clinc150_with_intent_desc.json deleted file mode 100644 index 71f42ff7..00000000 --- a/experiments/intent_description/clinc150_with_intent_desc.json +++ /dev/null @@ -1,5467 +0,0 @@ -{ - "utterances": [ - { - "text": "does acero in maplewood allow reservations", - "label": 0 - }, - { - "text": "do they take reservations at bar tartine", - "label": 0 - }, - { - "text": "is there evening reservations available in the eve", - "label": 0 - }, - { - "text": "does ruby tuesday accept reservations", - "label": 0 - }, - { - "text": "is it possible to make a reservation at redrobin", - "label": 0 - }, - { - "text": "who can i talk to right away about the current freeze on my account", - "label": 1 - }, - { - "text": "can you tell me why there's a hold on my mutualone account", - "label": 1 - }, - { - "text": "for what reason is my account blocked", - "label": 1 - }, - { - "text": "why'd they put a freeze on my bank account", - "label": 1 - }, - { - "text": "what would cause me to be locked out of my bank account", - "label": 1 - }, - { - "text": "set an alarm to go to sleep and another to wake up", - "label": 2 - }, - { - "text": "please set up an alarm to go off tomorrow at daybreak", - "label": 2 - }, - { - "text": "set one alarm for 215pm and another for 7pm", - "label": 2 - }, - { - "text": "can you play an alarm at 5pm", - "label": 2 - }, - { - "text": "make an alarm for tomorrow at twilight", - "label": 2 - }, - { - "text": "has the discover card approved my app", - "label": 3 - }, - { - "text": "have i gotten confirmation for my credit card app", - "label": 3 - }, - { - "text": "tell me a little more about the status of my credit card application", - "label": 3 - }, - { - "text": "is the processing done on my new credit card", - "label": 3 - }, - { - "text": "what status is my card application in", - "label": 3 - }, - { - "text": "how good is the apr on my mastercard compared to others", - "label": 4 - }, - { - "text": "what apr does this credit card have", - "label": 4 - }, - { - "text": "what is the apr for my credit card", - "label": 4 - }, - { - "text": "what is the apr on my master card", - "label": 4 - }, - { - "text": "is the apr rate on my amex pretty good", - "label": 4 - }, - { - "text": "are you a real person or a bot", - "label": 5 - }, - { - "text": "are you ai or a real person please", - "label": 5 - }, - { - "text": "is this a computer right now or a human being", - "label": 5 - }, - { - "text": "so are you a real person", - "label": 5 - }, - { - "text": "do you know whether you are a human or whether you're a computer", - "label": 5 - }, - { - "text": "can you tell me how much cash i have", - "label": 6 - }, - { - "text": "what is the balance of my bank account", - "label": 6 - }, - { - "text": "what is the value of my bank accounts", - "label": 6 - }, - { - "text": "is there enough money in my discover account for airplane tickets", - "label": 6 - }, - { - "text": "what is my bank balance for all accounts", - "label": 6 - }, - { - "text": "how much is my cable bill for", - "label": 7 - }, - { - "text": "how much is my current water bill for", - "label": 7 - }, - { - "text": "find out the cost of my bill payments", - "label": 7 - }, - { - "text": "how much is my xfinity bill this month", - "label": 7 - }, - { - "text": "how much is my cable bill", - "label": 7 - }, - { - "text": "i need to know where to locate when my gas bill is due", - "label": 8 - }, - { - "text": "when is my next car payment", - "label": 8 - }, - { - "text": "i would like to know when the bill is due", - "label": 8 - }, - { - "text": "when is my bill due", - "label": 8 - }, - { - "text": "when is my car insurance due", - "label": 8 - }, - { - "text": "please get me a flight booked from miami to dallas on american airlines", - "label": 9 - }, - { - "text": "book a flight from key west, fl to san antonio, tx on 18 february 2019 and returning on 5 march 2019", - "label": 9 - }, - { - "text": "search for a flight out of la to chicago on march 3rd for under $500", - "label": 9 - }, - { - "text": "book a flight from pensacola, fl to houston, tx on 17 february 2019 and returning on 7 march 2019", - "label": 9 - }, - { - "text": "book a flight from chicago to dc on monday and returning on wednesday", - "label": 9 - }, - { - "text": "can i get a hotel room that can accommodate 50 people in bangor from january 01, 2021 to january 30, 2021", - "label": 10 - }, - { - "text": "is it possible to have a room booked in omaha near the convention hall for may 01, 2019 to may 05, 2019", - "label": 10 - }, - { - "text": "i need lodging in lizton near the ice cream parlor from may 3rd until the 8th", - "label": 10 - }, - { - "text": "could you reserve me a hotel room in philadelphia near chinatown from 3/19 through 3/22", - "label": 10 - }, - { - "text": "find and book a hotel in md, baltimore starting on the 7th to the 9th", - "label": 10 - }, - { - "text": "what is 20+ 5", - "label": 11 - }, - { - "text": "what is the sum of 3 plus 5", - "label": 11 - }, - { - "text": "how much is 50 plus 756", - "label": 11 - }, - { - "text": "could you tell me what 30% off 235 is, please", - "label": 11 - }, - { - "text": "can you help me do math", - "label": 11 - }, - { - "text": "what events are on my calendar for april 1st", - "label": 12 - }, - { - "text": "what do i have planned for tomorrow", - "label": 12 - }, - { - "text": "what's happening on may 3rd", - "label": 12 - }, - { - "text": "what time is my haircut on wednesday", - "label": 12 - }, - { - "text": "what's on my calendar for tuesday", - "label": 12 - }, - { - "text": "delete my golf tournament event from tomrrow", - "label": 13 - }, - { - "text": "take my lunch plans off the calendar for march 13th", - "label": 13 - }, - { - "text": "i want to add farm trip to my calendar for friday", - "label": 13 - }, - { - "text": "put \"get tires checked\" on my calendar", - "label": 13 - }, - { - "text": "i wanna remove fishing from my calendar for soccer", - "label": 13 - }, - { - "text": "how many calories does a scoop of chocolate ice cream have", - "label": 14 - }, - { - "text": "how many calories would i consume if i ate a loaded hotdog", - "label": 14 - }, - { - "text": "tell me the amount of calories in muffins", - "label": 14 - }, - { - "text": "what's the calorie count for tuna casserole", - "label": 14 - }, - { - "text": "what's a big bowl of ice cream contain in calories", - "label": 14 - }, - { - "text": "do not complete the task that i gave you", - "label": 15 - }, - { - "text": "please cancel the input", - "label": 15 - }, - { - "text": "how do i make you stop talking", - "label": 15 - }, - { - "text": "i want you to cancel the current action", - "label": 15 - }, - { - "text": "undo", - "label": 15 - }, - { - "text": "there is no need to confirm my reservation", - "label": 16 - }, - { - "text": "cancel my reservation for 6 pm at sidetracks", - "label": 16 - }, - { - "text": "i would like to cancel my reservations", - "label": 16 - }, - { - "text": "cancel the reservation at olive garden for tommy", - "label": 16 - }, - { - "text": "call the restaurant and cancel my reservation", - "label": 16 - }, - { - "text": "can you help me with a rental car", - "label": 17 - }, - { - "text": "can i rent a car in belgium from march 01 to march 02 and have it be a porsche", - "label": 17 - }, - { - "text": "find out if i can rent a car in los angeles from march 2-9", - "label": 17 - }, - { - "text": "book me a rental car in aiken on may 12 to may 16", - "label": 17 - }, - { - "text": "will you help me reserve a rental car for my trip to dallas", - "label": 17 - }, - { - "text": "i was at costco trying to buy groceries and my card got declined", - "label": 18 - }, - { - "text": "at walmart my card got declined when i was buyng qtips", - "label": 18 - }, - { - "text": "tell me why my card didn't work yesterday", - "label": 18 - }, - { - "text": "find out why my card was declined", - "label": 18 - }, - { - "text": "i need to know why my card was just declined at walgreen's", - "label": 18 - }, - { - "text": "how many carry ons can i take on a flight with united to lax", - "label": 19 - }, - { - "text": "what are the rules for carry on luggage", - "label": 19 - }, - { - "text": "tell me united's carry on policy", - "label": 19 - }, - { - "text": "can you tell me jet blue airlines' carry on policy", - "label": 19 - }, - { - "text": "can i carry on a garment bag, a small travel bag, and a back pack on my trip with american airlines", - "label": 19 - }, - { - "text": "switch over to the male voice mode", - "label": 20 - }, - { - "text": "i would prefer your voice to be male", - "label": 20 - }, - { - "text": "change to a male voice", - "label": 20 - }, - { - "text": "use a different accent", - "label": 20 - }, - { - "text": "could you change the accent you're using", - "label": 20 - }, - { - "text": "from now on i'm going to call you ishmael", - "label": 21 - }, - { - "text": "i hereby rename you felix", - "label": 21 - }, - { - "text": "i will call you cap", - "label": 21 - }, - { - "text": "i would like to call you andre 3000", - "label": 21 - }, - { - "text": "please respond to me when i reference skynet", - "label": 21 - }, - { - "text": "i need to change language to spanish", - "label": 22 - }, - { - "text": "how can i adjust the spoken language", - "label": 22 - }, - { - "text": "what languages can i switch to for your responses", - "label": 22 - }, - { - "text": "can you speak to me in chinese", - "label": 22 - }, - { - "text": "talk to me in italian from now on", - "label": 22 - }, - { - "text": "i can't understand you because of how rapidly you're speaking", - "label": 23 - }, - { - "text": "slow the speech down", - "label": 23 - }, - { - "text": "i would like you to increase the speed of your speech please", - "label": 23 - }, - { - "text": "could you not talk so slowly", - "label": 23 - }, - { - "text": "is it possible to speed up of your replies", - "label": 23 - }, - { - "text": "people call me gary", - "label": 24 - }, - { - "text": "call me stevie", - "label": 24 - }, - { - "text": "i want you to call me this new name", - "label": 24 - }, - { - "text": "i'm called tim", - "label": 24 - }, - { - "text": "the name you should call me is janet", - "label": 24 - }, - { - "text": "please your volume", - "label": 25 - }, - { - "text": "volume needs to be at 4", - "label": 25 - }, - { - "text": "set the volume to 4 please", - "label": 25 - }, - { - "text": "turn down volume", - "label": 25 - }, - { - "text": "turn your voice box down", - "label": 25 - }, - { - "text": "i'd like for you to make sure my reservation is there for charlie's under jack", - "label": 26 - }, - { - "text": "do you know if my reservation for dono is confirmed at 8 pm", - "label": 26 - }, - { - "text": "will you make sure robert has a reservation at ruth's steakhouse", - "label": 26 - }, - { - "text": "please confirm i have a reservation for 2 pm on february 21st", - "label": 26 - }, - { - "text": "confirm my reservation at dino's at 6 pm", - "label": 26 - }, - { - "text": "how long will the turkey take to cook", - "label": 27 - }, - { - "text": "how long does it take to prepare pot roast", - "label": 27 - }, - { - "text": "how long does it take to make roast chicken", - "label": 27 - }, - { - "text": "how long do the brownies need to be in the oven", - "label": 27 - }, - { - "text": "how long will it take me to make baked chicken", - "label": 27 - }, - { - "text": "credit limit info", - "label": 28 - }, - { - "text": "how high is my credit limit for my childrens place card", - "label": 28 - }, - { - "text": "what is the credit limit on my discover card", - "label": 28 - }, - { - "text": "tell me my visa's credit limit", - "label": 28 - }, - { - "text": "how high is my credit limit for my navy federal card", - "label": 28 - }, - { - "text": "tell me if my credit limit can be increased to one thousand dollars", - "label": 29 - }, - { - "text": "can my limit be increased for my visa", - "label": 29 - }, - { - "text": "can i increase my credit limit to 1100 dollars", - "label": 29 - }, - { - "text": "is the limit on my visa card able to be increased", - "label": 29 - }, - { - "text": "i need a credit raise by 1000 dollars", - "label": 29 - }, - { - "text": "can i see my credit score", - "label": 30 - }, - { - "text": "where can i check my credit score", - "label": 30 - }, - { - "text": "what is the number of my credit score", - "label": 30 - }, - { - "text": "verify with me my credit score", - "label": 30 - }, - { - "text": "i gotta know my credit score", - "label": 30 - }, - { - "text": "how can i find my current location", - "label": 31 - }, - { - "text": "what's the precise coordinates of this place", - "label": 31 - }, - { - "text": "could you find my location on the map, please", - "label": 31 - }, - { - "text": "look my location up on the map", - "label": 31 - }, - { - "text": "place a marker for me where i am on the map", - "label": 31 - }, - { - "text": "my card split in half, how do i report it", - "label": 32 - }, - { - "text": "my card is broken", - "label": 32 - }, - { - "text": "report the card has been damaged", - "label": 32 - }, - { - "text": "the chip on my card is damaged and i need a new one", - "label": 32 - }, - { - "text": "my card is damaged so i can not use it", - "label": 32 - }, - { - "text": "i need the full date for today", - "label": 33 - }, - { - "text": "tomorrow, what will the date be", - "label": 33 - }, - { - "text": "what day is it gonna be in twenty-one days", - "label": 33 - }, - { - "text": "tell me what day today is", - "label": 33 - }, - { - "text": "what would tomorrow's date be", - "label": 33 - }, - { - "text": "tell me the definition of the word redemption", - "label": 34 - }, - { - "text": "use the word ataraxy in a sentence", - "label": 34 - }, - { - "text": "what is the meaning of flange", - "label": 34 - }, - { - "text": "what is stupedous meant", - "label": 34 - }, - { - "text": "what is the definition of succumb", - "label": 34 - }, - { - "text": "set up a direct deposit", - "label": 35 - }, - { - "text": "i'd like to have my paycheck direct deposited to my chase account", - "label": 35 - }, - { - "text": "i'd like to set up a direct deposit for my paycheck", - "label": 35 - }, - { - "text": "what's needed to direct deposit my paycheck", - "label": 35 - }, - { - "text": "what steps do i need to do to set up direct deposit", - "label": 35 - }, - { - "text": "i'm at home, so where is the closest starbucks", - "label": 36 - }, - { - "text": "how do i get to the statue of liberty on foot", - "label": 36 - }, - { - "text": "where is the nearest denny's to gillette stadium", - "label": 36 - }, - { - "text": "can you tell me the nearest restaurant to me and give me directions", - "label": 36 - }, - { - "text": "assist me to know how to get to target by bus", - "label": 36 - }, - { - "text": "how much time does it take to get to levi stadium from san jose airport", - "label": 37 - }, - { - "text": "it takes how long to get to mcdonald's in pomona", - "label": 37 - }, - { - "text": "if i'm trying to get to heinz field, how long would it take by bus", - "label": 37 - }, - { - "text": "what is the length of time it takes to get to phoenix", - "label": 37 - }, - { - "text": "how long does it take until i reach the sky harbor airport", - "label": 37 - }, - { - "text": "what is your favorite, cats or dogs", - "label": 38 - }, - { - "text": "i am curious about whether you have pets", - "label": 38 - }, - { - "text": "do you like cat or dogs", - "label": 38 - }, - { - "text": "do you have any pet animals", - "label": 38 - }, - { - "text": "what species of pets do you own", - "label": 38 - }, - { - "text": "i gotta know the exchange rate between yen and rubles", - "label": 39 - }, - { - "text": "whats rupees dollars in 30", - "label": 39 - }, - { - "text": "us dollars to uk", - "label": 39 - }, - { - "text": "what's 10 euros in dollars", - "label": 39 - }, - { - "text": "what is the current exchange rate of yen to lira", - "label": 39 - }, - { - "text": "i need to know when my card is set to expire please", - "label": 40 - }, - { - "text": "how many more days before my credit card expires", - "label": 40 - }, - { - "text": "during which month will my card expire", - "label": 40 - }, - { - "text": "i need to know the date of expiration for my credit card", - "label": 40 - }, - { - "text": "on what date does my visa card expires", - "label": 40 - }, - { - "text": "help, i cannot find my phone", - "label": 41 - }, - { - "text": "where is my phone", - "label": 41 - }, - { - "text": "have you seen my cellphone", - "label": 41 - }, - { - "text": "ai can you help me find my phone", - "label": 41 - }, - { - "text": "ai, i lost my phone, help me find it please", - "label": 41 - }, - { - "text": "when will i get to my destination", - "label": 42 - }, - { - "text": "when's my flight getting here", - "label": 42 - }, - { - "text": "what landing time is scheduled for my flight", - "label": 42 - }, - { - "text": "do you mind informing me the status of my southwest flight", - "label": 42 - }, - { - "text": "when will my flight land", - "label": 42 - }, - { - "text": "flip a coin for me", - "label": 43 - }, - { - "text": "can you flip a coin, i will take tails", - "label": 43 - }, - { - "text": "i ned you to flip a coin", - "label": 43 - }, - { - "text": "let's settle it with a coin flip", - "label": 43 - }, - { - "text": "please flip a coin and tell me what side it lands on", - "label": 43 - }, - { - "text": "will i get sick if i eat the tuna salad from friday", - "label": 44 - }, - { - "text": "will the chicken have gone bad if it's been in the fridge since monday", - "label": 44 - }, - { - "text": "how long will eggs last in the fridge", - "label": 44 - }, - { - "text": "how long can i keep a ham in the freezer", - "label": 44 - }, - { - "text": "the milk will expire when", - "label": 44 - }, - { - "text": "please make my account a frozen one", - "label": 45 - }, - { - "text": "can you please freeze my bank account", - "label": 45 - }, - { - "text": "place a block on my capital one account right now", - "label": 45 - }, - { - "text": "i am going to need a block put on my chase account right away", - "label": 45 - }, - { - "text": "freeze my account immediately", - "label": 45 - }, - { - "text": "lets fin out some fun facts about humans", - "label": 46 - }, - { - "text": "give me a fun fact about otters", - "label": 46 - }, - { - "text": "what's a fun fact about mythology", - "label": 46 - }, - { - "text": "say a fun fact about mt everest", - "label": 46 - }, - { - "text": "can you tell me fun facts about lighthouses", - "label": 46 - }, - { - "text": "can you read my gas level", - "label": 47 - }, - { - "text": "do i have enough fuel to get to orlando", - "label": 47 - }, - { - "text": "how much gas is in my tank", - "label": 47 - }, - { - "text": "can i make it to work with my current fuel level", - "label": 47 - }, - { - "text": "tell me the amount of gas i have", - "label": 47 - }, - { - "text": "is there a certain type of gas i need to use", - "label": 48 - }, - { - "text": "what kind of gas is needed for this car", - "label": 48 - }, - { - "text": "can i use any fuel in my car", - "label": 48 - }, - { - "text": "what type of gas does this car take", - "label": 48 - }, - { - "text": "what kind of gas should go in this car", - "label": 48 - }, - { - "text": "goodbye, ai assistant", - "label": 49 - }, - { - "text": "bye-bye", - "label": 49 - }, - { - "text": "great chat, talk to you later", - "label": 49 - }, - { - "text": "i have to go ai goodbye", - "label": 49 - }, - { - "text": "thanks for talking to me", - "label": 49 - }, - { - "text": "hey how's it hanging", - "label": 50 - }, - { - "text": "hello how's it going", - "label": 50 - }, - { - "text": "how do you feel", - "label": 50 - }, - { - "text": "how's life", - "label": 50 - }, - { - "text": "how are you doing, ai", - "label": 50 - }, - { - "text": "how busy is kaya around 5 pm", - "label": 51 - }, - { - "text": "is there a wait time to get into tgifridays", - "label": 51 - }, - { - "text": "how long will it take to be seated at macaroni grill", - "label": 51 - }, - { - "text": "how long will i have to wait before being seated at the cheese cake factory", - "label": 51 - }, - { - "text": "if i go to tgifridays at eight, will they be crowded", - "label": 51 - }, - { - "text": "what age were you on your last birthday, ai", - "label": 52 - }, - { - "text": "how old is the ai", - "label": 52 - }, - { - "text": "what is your birthday", - "label": 52 - }, - { - "text": "what is the age of the ai", - "label": 52 - }, - { - "text": "how old are you exactly at the moment", - "label": 52 - }, - { - "text": "how to keep my credit up", - "label": 53 - }, - { - "text": "how can i go about improving my credit score", - "label": 53 - }, - { - "text": "what are ways to improve my credit", - "label": 53 - }, - { - "text": "what factors can ruin a credit score", - "label": 53 - }, - { - "text": "tell me how to improve my credit score", - "label": 53 - }, - { - "text": "advise me of my income", - "label": 54 - }, - { - "text": "how much am i getting paid", - "label": 54 - }, - { - "text": "what do i usually earn in a day", - "label": 54 - }, - { - "text": "tell me my income", - "label": 54 - }, - { - "text": "what do you make in a year", - "label": 54 - }, - { - "text": "can i use something else if i don't have eggs", - "label": 55 - }, - { - "text": "can yogurt be used for sour cream", - "label": 55 - }, - { - "text": "can i use milk instead of cream", - "label": 55 - }, - { - "text": "i need to swap salt for baking soda", - "label": 55 - }, - { - "text": "it is okay to replace water instead of milk", - "label": 55 - }, - { - "text": "list the ingredients in pizza", - "label": 56 - }, - { - "text": "what ingredients go in spaghetti", - "label": 56 - }, - { - "text": "i want to cook a quick breakfast what ingredients do i need", - "label": 56 - }, - { - "text": "what ingredients are in sugar cookies", - "label": 56 - }, - { - "text": "how do you make chicken noodle casserole", - "label": 56 - }, - { - "text": "what insurance benefits am i getting", - "label": 57 - }, - { - "text": "what insurance benefits do i have", - "label": 57 - }, - { - "text": "do you know what my health benefits are", - "label": 57 - }, - { - "text": "are my health benefits good", - "label": 57 - }, - { - "text": "which insurance plan am i enrolled in, please", - "label": 57 - }, - { - "text": "how can i obtain new insurance", - "label": 58 - }, - { - "text": "what rental insurance policy do you recommend", - "label": 58 - }, - { - "text": "help me find a new auto insurance policy", - "label": 58 - }, - { - "text": "i would like to switch to a different insurance plan", - "label": 58 - }, - { - "text": "aaa insurance start new plan", - "label": 58 - }, - { - "text": "how do i figure out my intetest rate", - "label": 59 - }, - { - "text": "how can i find my interest rate for my alliance account", - "label": 59 - }, - { - "text": "could you tell me my interest rate", - "label": 59 - }, - { - "text": "i need the interest rate on my capital one account", - "label": 59 - }, - { - "text": "let me know my ally interest rate", - "label": 59 - }, - { - "text": "do i need to pay any fee if i use my card in japan", - "label": 60 - }, - { - "text": "will i be charged if i use the card in germany", - "label": 60 - }, - { - "text": "are there fees for using my card in tampa", - "label": 60 - }, - { - "text": "what fees are charged if i use something in paris", - "label": 60 - }, - { - "text": "what are the fees for using my card in toronto", - "label": 60 - }, - { - "text": "do i need an international visa to go to mexico", - "label": 61 - }, - { - "text": "do i need an international visa to go to vietnam", - "label": 61 - }, - { - "text": "i'm vacationing in israel will i need a visa", - "label": 61 - }, - { - "text": "does international travel always require a visa", - "label": 61 - }, - { - "text": "do i need a visa for germany", - "label": 61 - }, - { - "text": "explain how to jump a car", - "label": 62 - }, - { - "text": "show me the way to jump start a battery", - "label": 62 - }, - { - "text": "i need to know how to jump start my car", - "label": 62 - }, - { - "text": "pull up instructions on how to jump start a car", - "label": 62 - }, - { - "text": "i would appreciate it if you could show me how to jump start a car battery", - "label": 62 - }, - { - "text": "i need to know when i last carried my car to the shop", - "label": 63 - }, - { - "text": "when did i last service my car with an oil change", - "label": 63 - }, - { - "text": "when was the last time my car was in the shop", - "label": 63 - }, - { - "text": "do you know when i last took my car in to the shop", - "label": 63 - }, - { - "text": "check my calendar for the date that my care was last serviced", - "label": 63 - }, - { - "text": "my luggage was lost on the flight", - "label": 64 - }, - { - "text": "i just traveled on american airlines flight ab123 out of dallas i can't find my luggage", - "label": 64 - }, - { - "text": "i lost my luggage coming from chicago on delta flight ab123", - "label": 64 - }, - { - "text": "who do i go to to find lost luggage", - "label": 64 - }, - { - "text": "what to do if luggage lost", - "label": 64 - }, - { - "text": "call home", - "label": 65 - }, - { - "text": "i must call dr smith", - "label": 65 - }, - { - "text": "x is who i need to call", - "label": 65 - }, - { - "text": "call christie", - "label": 65 - }, - { - "text": "can you make a phone call to randy", - "label": 65 - }, - { - "text": "i have no clue", - "label": 66 - }, - { - "text": "i'm unsure of the answer", - "label": 66 - }, - { - "text": "i'm unsure", - "label": 66 - }, - { - "text": "not a clue", - "label": 66 - }, - { - "text": "i haven't the foggiest", - "label": 66 - }, - { - "text": "what do you think i should make for dinner", - "label": 67 - }, - { - "text": "do you have any suggestions as to what i should cook for dinner", - "label": 67 - }, - { - "text": "can you give me a burmese dinner suggestion", - "label": 67 - }, - { - "text": "suggest a meal from laos to me, please", - "label": 67 - }, - { - "text": "may you suggest a meal from italy to me", - "label": 67 - }, - { - "text": "what is your take on the meaning of life", - "label": 68 - }, - { - "text": "what is the point of life", - "label": 68 - }, - { - "text": "i must know the point of life", - "label": 68 - }, - { - "text": "i wanna know the meaning of life", - "label": 68 - }, - { - "text": "meaning of life is", - "label": 68 - }, - { - "text": "how many meters are in 50 feet", - "label": 69 - }, - { - "text": "what is the conversion between tablespoons and cups", - "label": 69 - }, - { - "text": "how do i convert four inches into centimeters", - "label": 69 - }, - { - "text": "what's 12 feet in meters", - "label": 69 - }, - { - "text": "how many meters are in 2 inches", - "label": 69 - }, - { - "text": "please list my meetings for today from 8:00 am to 2:00 pm", - "label": 70 - }, - { - "text": "when am i gonna be meeting roger", - "label": 70 - }, - { - "text": "what is on my schedule between 10:00 am and 11:00 am", - "label": 70 - }, - { - "text": "do i have any meetings today between 2 and 3", - "label": 70 - }, - { - "text": "have i got any meetings today with sara", - "label": 70 - }, - { - "text": "how small of a payment can i make for my chase card bill", - "label": 71 - }, - { - "text": "i need to know the bill's minimum payment", - "label": 71 - }, - { - "text": "how much is the minimum payment on my chase card", - "label": 71 - }, - { - "text": "please tell me the minimum i can pay on my electric bill", - "label": 71 - }, - { - "text": "please give me the minimum payment total for my sprint phone bill", - "label": 71 - }, - { - "text": "what is the highway mpg on this car", - "label": 72 - }, - { - "text": "retrieve my current mpg on my car", - "label": 72 - }, - { - "text": "what are the estimates for the car's highway mpg", - "label": 72 - }, - { - "text": "is the fuel economy of this car good or bad", - "label": 72 - }, - { - "text": "what is the amount of miles per gallon this car gets on the highway", - "label": 72 - }, - { - "text": "direct me to the application for a new credit card", - "label": 73 - }, - { - "text": "am i eligible for a new credit card application", - "label": 73 - }, - { - "text": "is it possible to apply for a new credit card", - "label": 73 - }, - { - "text": "i need to know how to apply for a visa card", - "label": 73 - }, - { - "text": "i would like to apply for a bank of america travel rewards credit card", - "label": 73 - }, - { - "text": "how many days until i am off", - "label": 74 - }, - { - "text": "what day is our next free day", - "label": 74 - }, - { - "text": "how many more days until the next holiday", - "label": 74 - }, - { - "text": "i need to know when my next day off is", - "label": 74 - }, - { - "text": "what day is our next free day on the calendar, please", - "label": 74 - }, - { - "text": "the next song should be played", - "label": 75 - }, - { - "text": "i want to hear the next song", - "label": 75 - }, - { - "text": "i need you to play the next song on this playlist", - "label": 75 - }, - { - "text": "please jump to the song that follows this one", - "label": 75 - }, - { - "text": "listen to next song on playlist", - "label": 75 - }, - { - "text": "no that isn't correct", - "label": 76 - }, - { - "text": "not that", - "label": 76 - }, - { - "text": "that isn't the right answer", - "label": 76 - }, - { - "text": "not true", - "label": 76 - }, - { - "text": "no, don't do that", - "label": 76 - }, - { - "text": "i want to know how nutritious an avocado typically is", - "label": 77 - }, - { - "text": "what are the nutritional facts of waffles", - "label": 77 - }, - { - "text": "how many nutrients are there in a bowl of cereal", - "label": 77 - }, - { - "text": "can you give me nutritional info on oranges", - "label": 77 - }, - { - "text": "what's the nutritional info for a loaf of bread", - "label": 77 - }, - { - "text": "can you show me how to change the oil in my car", - "label": 78 - }, - { - "text": "what oil do i need and how is it changed", - "label": 78 - }, - { - "text": "can you tell me how to change my car's oil", - "label": 78 - }, - { - "text": "how do i change the oil in my car", - "label": 78 - }, - { - "text": "what do i need to change my oil", - "label": 78 - }, - { - "text": "is there a way to tell when i need my oil changed", - "label": 79 - }, - { - "text": "when does my oil need some changing", - "label": 79 - }, - { - "text": "how often should the oil get changed", - "label": 79 - }, - { - "text": "when should i change the oil in my car", - "label": 79 - }, - { - "text": "when's the next time i should go for an oil change", - "label": 79 - }, - { - "text": "please order me everything that is on my shopping list", - "label": 80 - }, - { - "text": "i just used up my toothpaste and need you to order more", - "label": 80 - }, - { - "text": "please order everything you see on my shopping list", - "label": 80 - }, - { - "text": "send the order for my entire shopping list", - "label": 80 - }, - { - "text": "i'm making a purchase and need the help of ai", - "label": 80 - }, - { - "text": "i would like to order additional checkbooks to me mailed to my home address", - "label": 81 - }, - { - "text": "ai, where do i go to order checks for my usbank account", - "label": 81 - }, - { - "text": "since we're out of checks i want help purchasing new ones", - "label": 81 - }, - { - "text": "i want to order some more checks for my savings account", - "label": 81 - }, - { - "text": "can i get some more of those new checkbooks mailed to me", - "label": 81 - }, - { - "text": "is my order here yet", - "label": 82 - }, - { - "text": "can you please check on the status of my online order", - "label": 82 - }, - { - "text": "can you find my package in transit", - "label": 82 - }, - { - "text": "what is the status of my order", - "label": 82 - }, - { - "text": "what's going on with my order", - "label": 82 - }, - { - "text": "will you take my bill payment", - "label": 83 - }, - { - "text": "i want to pay my gas bill", - "label": 83 - }, - { - "text": "i would like to pay my cell phone bill", - "label": 83 - }, - { - "text": "i want to pay my car payment", - "label": 83 - }, - { - "text": "make a payment on the electric bill", - "label": 83 - }, - { - "text": "what is the date of my last paycheck", - "label": 84 - }, - { - "text": "can you tell me what day my next paycheck will come", - "label": 84 - }, - { - "text": "when's my next paycheck", - "label": 84 - }, - { - "text": "what day do i get paid", - "label": 84 - }, - { - "text": "day that i get paid", - "label": 84 - }, - { - "text": "how can i switch the pin on my wells fargo account to 9982", - "label": 85 - }, - { - "text": "so it turns out i can't remember what my pin is for my bank of america checking account", - "label": 85 - }, - { - "text": "i'd like to change my pin number for my wells fargo account", - "label": 85 - }, - { - "text": "what is the procedure for getting a new pin number", - "label": 85 - }, - { - "text": "can you tell me how i change my pin number", - "label": 85 - }, - { - "text": "that \"baby shark, doo doo,\" song, i want to hear it", - "label": 86 - }, - { - "text": "please play the new lady gaga song", - "label": 86 - }, - { - "text": "please play 1979 by the smashing pumpkins", - "label": 86 - }, - { - "text": "i wanna play the song that goes like hey jude don't make it bad", - "label": 86 - }, - { - "text": "music please", - "label": 86 - }, - { - "text": "what type of plug does the country use", - "label": 87 - }, - { - "text": "do i really need a plug converter when in london", - "label": 87 - }, - { - "text": "should i bring my socket converter while traveling to england", - "label": 87 - }, - { - "text": "what plug type does spain use", - "label": 87 - }, - { - "text": "what kind of plug converter is needed in c", - "label": 87 - }, - { - "text": "how many pto days do i have for the year", - "label": 88 - }, - { - "text": "i'd like to know how many vacation days i have", - "label": 88 - }, - { - "text": "i've saved what number of days of vacation", - "label": 88 - }, - { - "text": "can you tell me the remaining time i have for pto", - "label": 88 - }, - { - "text": "check days of pto", - "label": 88 - }, - { - "text": "put in a pto request for march 4 to march 6", - "label": 89 - }, - { - "text": "how do i request vacation time", - "label": 89 - }, - { - "text": "i'd like to schedule some pto from 2/22 to 2/25", - "label": 89 - }, - { - "text": "i need help making a pto request for march 3-10", - "label": 89 - }, - { - "text": "let's do a personal pto request for the dates may 12th to may 15th", - "label": 89 - }, - { - "text": "has my day off request been looked at yet", - "label": 90 - }, - { - "text": "my vacation, has it been approved yet", - "label": 90 - }, - { - "text": "has may supervisor approved the vacation days i asked for", - "label": 90 - }, - { - "text": "has anyone approved my day off request", - "label": 90 - }, - { - "text": "could you tell me what the status of my day off request is", - "label": 90 - }, - { - "text": "how many personal days have i taken this month", - "label": 91 - }, - { - "text": "look up the amount of vacation days i have used please", - "label": 91 - }, - { - "text": "how many times have i taken off from work this year", - "label": 91 - }, - { - "text": "have i used half of my days off yet", - "label": 91 - }, - { - "text": "how many vacation days have i consumed", - "label": 91 - }, - { - "text": "can you give me a recipe for german chocolate cake", - "label": 92 - }, - { - "text": "can you find a hearty lasagna recipe", - "label": 92 - }, - { - "text": "i would like you to help me find a chow mein recipe", - "label": 92 - }, - { - "text": "i need a blackberry pie recipe", - "label": 92 - }, - { - "text": "how do i make lemon merengue pie", - "label": 92 - }, - { - "text": "let's use my credit card points", - "label": 93 - }, - { - "text": "walk me through the best ways to use my credit card points", - "label": 93 - }, - { - "text": "call my credit card company and ask can i use my points", - "label": 93 - }, - { - "text": "i want to cash my credit card points", - "label": 93 - }, - { - "text": "i want to use my credit card points", - "label": 93 - }, - { - "text": "what are in my reminders list", - "label": 94 - }, - { - "text": "what do i want to remember", - "label": 94 - }, - { - "text": "i want to hear what is on my reminders list", - "label": 94 - }, - { - "text": "confirm that buy a light bulb is on my list of reminders", - "label": 94 - }, - { - "text": "can you describe my list back to me", - "label": 94 - }, - { - "text": "create a reminder to pay taxes on monday", - "label": 95 - }, - { - "text": "set a reminder to go dress shopping", - "label": 95 - }, - { - "text": "remind me to call the vet tomorrow", - "label": 95 - }, - { - "text": "make me a reminder about booking it", - "label": 95 - }, - { - "text": "remind me to take out the garbage in the morning", - "label": 95 - }, - { - "text": "what was that last thing you said", - "label": 96 - }, - { - "text": "will you please repeat what you said", - "label": 96 - }, - { - "text": "i would like you to repeat yourself", - "label": 96 - }, - { - "text": "excuse me", - "label": 96 - }, - { - "text": "i would like that repeated", - "label": 96 - }, - { - "text": "how many days does it take to receive a new card", - "label": 97 - }, - { - "text": "when will my new card come in the mail", - "label": 97 - }, - { - "text": "when will my new visa get here", - "label": 97 - }, - { - "text": "when will me new card arrive", - "label": 97 - }, - { - "text": "when will my card come", - "label": 97 - }, - { - "text": "i'm reporting fraudelent activity on my card", - "label": 98 - }, - { - "text": "so i made a fraudulent transaction", - "label": 98 - }, - { - "text": "how do i let visa know about a charge i didn't make", - "label": 98 - }, - { - "text": "there are some questionable charges on my card", - "label": 98 - }, - { - "text": "i think someone made an illegal charge to my card", - "label": 98 - }, - { - "text": "i misplaced my visa and need it marked as lost", - "label": 99 - }, - { - "text": "what do i do if i lost my card", - "label": 99 - }, - { - "text": "i can't find my visa card and i want to report it as lost", - "label": 99 - }, - { - "text": "what must i do to report my card lost", - "label": 99 - }, - { - "text": "i need to report my card as stolen, who do i tell", - "label": 99 - }, - { - "text": "can you restore factory settings now", - "label": 100 - }, - { - "text": "please reset your factory settings", - "label": 100 - }, - { - "text": "restore my factory settings immediately please", - "label": 100 - }, - { - "text": "reset the factory settings please", - "label": 100 - }, - { - "text": "please revert all settings to factory default", - "label": 100 - }, - { - "text": "book a reservation for 3 at red lobster under the name steve", - "label": 101 - }, - { - "text": "book a reservation for 5 at lawry's under the name chris", - "label": 101 - }, - { - "text": "would you please make a reservation for 2 at olive garden for 5 pm today", - "label": 101 - }, - { - "text": "can i make a reservation for 2 at state bird for 7:30, please", - "label": 101 - }, - { - "text": "can you get me a table for two for 8:00 pm at parc", - "label": 101 - }, - { - "text": "how good are the ratings for peter luger steakhouse", - "label": 102 - }, - { - "text": "how good are the ratings for red robin", - "label": 102 - }, - { - "text": "are the reviews good or bad for burger king", - "label": 102 - }, - { - "text": "how's the lo mein rated at hun lee's", - "label": 102 - }, - { - "text": "what are the reviews like for khin khao", - "label": 102 - }, - { - "text": "where should i eat tonight", - "label": 103 - }, - { - "text": "can you suggest some quality chinese restaurants in oklahoma city", - "label": 103 - }, - { - "text": "can you tell me the best place for cajun shrimp in tampa", - "label": 103 - }, - { - "text": "what's a good place to go to for food around here", - "label": 103 - }, - { - "text": "are there any decent places to get seafood in seattle", - "label": 103 - }, - { - "text": "how many points did i get on my visa card", - "label": 104 - }, - { - "text": "what's my total point number on my mastercard", - "label": 104 - }, - { - "text": "how many points have i already accrued on my chase mastercard", - "label": 104 - }, - { - "text": "how do i check how many rewards i have on my master card", - "label": 104 - }, - { - "text": "i wonder how many points i have earned with my bank of america card", - "label": 104 - }, - { - "text": "go ahead and roll that 9 sided dice", - "label": 105 - }, - { - "text": "when you roll a six sided dice what is the results", - "label": 105 - }, - { - "text": "what do you get if you roll a six sided dice", - "label": 105 - }, - { - "text": "shoot the dice!", - "label": 105 - }, - { - "text": "roll the dice for me", - "label": 105 - }, - { - "text": "i'm on a new job but i need help with my 401k rollover", - "label": 106 - }, - { - "text": "i have a new job, help me with my 401k rollover", - "label": 106 - }, - { - "text": "i jot got hired and need help with my retirement account", - "label": 106 - }, - { - "text": "ways to transfer my 401k", - "label": 106 - }, - { - "text": "i switched companies and need to rollover my 401k", - "label": 106 - }, - { - "text": "what's the routing number for my chase account", - "label": 107 - }, - { - "text": "show me the routing number for chase", - "label": 107 - }, - { - "text": "what's bank of america's routing number", - "label": 107 - }, - { - "text": "what is my pnc account routing number", - "label": 107 - }, - { - "text": "how can i find my routing number from bank of america", - "label": 107 - }, - { - "text": "can i schedule a check up for my tires somewhere", - "label": 108 - }, - { - "text": "can someone look at my car cause the check engine light is on", - "label": 108 - }, - { - "text": "i have to schedule some car maintenance", - "label": 108 - }, - { - "text": "i want to schedule somewhere get my tires checked out", - "label": 108 - }, - { - "text": "i need to schedule a car repair", - "label": 108 - }, - { - "text": "tell me how i can schedule a meeting", - "label": 109 - }, - { - "text": "are there meeting rooms available between 11-12", - "label": 109 - }, - { - "text": "set up a meeting with frank at 2pm", - "label": 109 - }, - { - "text": "are there rooms available between 5 and 530", - "label": 109 - }, - { - "text": "tell me how do i schedule a meeting", - "label": 109 - }, - { - "text": "how do i share my location with noel", - "label": 110 - }, - { - "text": "i need to share my location with trey", - "label": 110 - }, - { - "text": "let randy and travis know where i'm at", - "label": 110 - }, - { - "text": "please show my current location to andre", - "label": 110 - }, - { - "text": "give boss my current location", - "label": 110 - }, - { - "text": "what are the contents of my shopping list", - "label": 111 - }, - { - "text": "can you tell me my shopping list items, please", - "label": 111 - }, - { - "text": "i need to know the things on my shopping list", - "label": 111 - }, - { - "text": "do i have a big shopping list", - "label": 111 - }, - { - "text": "what did i put on my shopping list so far", - "label": 111 - }, - { - "text": "are bananas on my shopping list can you add them if they aren't", - "label": 112 - }, - { - "text": "i am out of trash bags and need them to be added to my shopping list", - "label": 112 - }, - { - "text": "i need soda added to my list and carrots removed", - "label": 112 - }, - { - "text": "add groceries to my shopping list as i am out", - "label": 112 - }, - { - "text": "can you put detergent on my shopping list cause i'm all out", - "label": 112 - }, - { - "text": "can you get the fan going in here", - "label": 113 - }, - { - "text": "can you please help me start the car", - "label": 113 - }, - { - "text": "lock all the doors", - "label": 113 - }, - { - "text": "activate my furnace please", - "label": 113 - }, - { - "text": "set temperature to 75", - "label": 113 - }, - { - "text": "i forget how to spell xylophone", - "label": 114 - }, - { - "text": "i can't figure out how to spell superficial", - "label": 114 - }, - { - "text": "can you tell me how to spell elephant", - "label": 114 - }, - { - "text": "how do you spell syzygy", - "label": 114 - }, - { - "text": "i need to know how to spell superficial", - "label": 114 - }, - { - "text": "what's the amount of money i spent yesterday", - "label": 115 - }, - { - "text": "how much money have i dropped recently", - "label": 115 - }, - { - "text": "how much have i lately spent on eating out", - "label": 115 - }, - { - "text": "how much did i spend on furniture last week", - "label": 115 - }, - { - "text": "i need to know what i have spent on food recently", - "label": 115 - }, - { - "text": "i would like to pair this with my new phone", - "label": 116 - }, - { - "text": "remove the sync from my phone", - "label": 116 - }, - { - "text": "will you please end the connection to my phone", - "label": 116 - }, - { - "text": "you need to connect to my phone", - "label": 116 - }, - { - "text": "disconnect from my phone please", - "label": 116 - }, - { - "text": "how much will my state taxes be", - "label": 117 - }, - { - "text": "how much tax do i pay", - "label": 117 - }, - { - "text": "what do you think will be the result of my federal tax return", - "label": 117 - }, - { - "text": "what kind of tax do i pay", - "label": 117 - }, - { - "text": "what do i currently pay in taxes", - "label": 117 - }, - { - "text": "do you know any good jokes about zebras", - "label": 118 - }, - { - "text": "do you know any good jokes", - "label": 118 - }, - { - "text": "show me something funny about food", - "label": 118 - }, - { - "text": "what's the funniest thing you know about peanuts", - "label": 118 - }, - { - "text": "tell me a joke about jobs", - "label": 118 - }, - { - "text": "text christy and ask her what she wants for dinner", - "label": 119 - }, - { - "text": "i need sal to be texted and say i'll be there", - "label": 119 - }, - { - "text": "let sal know by text i will be attending", - "label": 119 - }, - { - "text": "text my coworker for me and tell them the due date", - "label": 119 - }, - { - "text": "i need to send a text", - "label": 119 - }, - { - "text": "i appreciate that", - "label": 120 - }, - { - "text": "thanks so much!", - "label": 120 - }, - { - "text": "your answer is appreciated", - "label": 120 - }, - { - "text": "awesome, thanks", - "label": 120 - }, - { - "text": "let me thank you", - "label": 120 - }, - { - "text": "can you tell me the time", - "label": 121 - }, - { - "text": "what's the current time, please", - "label": 121 - }, - { - "text": "what's the time set to in florida right now", - "label": 121 - }, - { - "text": "what is the time in the utc timezone", - "label": 121 - }, - { - "text": "what is the time, please", - "label": 121 - }, - { - "text": "please, can you set the timer for me", - "label": 122 - }, - { - "text": "please set a timer for 40 minutes", - "label": 122 - }, - { - "text": "set a one minute timer", - "label": 122 - }, - { - "text": "set a ten second timer", - "label": 122 - }, - { - "text": "set a five minute timer please", - "label": 122 - }, - { - "text": "time zone in france", - "label": 123 - }, - { - "text": "italy's timezone is what", - "label": 123 - }, - { - "text": "what timezone is china in", - "label": 123 - }, - { - "text": "do you know the timezone for dublin", - "label": 123 - }, - { - "text": "if you're in melbourne, what timezone are you in", - "label": 123 - }, - { - "text": "is it time for new tires", - "label": 124 - }, - { - "text": "when do you think i should replace my tires because i replaced them on 12/21/17", - "label": 124 - }, - { - "text": "how much longer until i have to change my tires", - "label": 124 - }, - { - "text": "let me know when should i get my tires changed next", - "label": 124 - }, - { - "text": "how long until i should have my tires replaced", - "label": 124 - }, - { - "text": "tell me my car's tire pressure level", - "label": 125 - }, - { - "text": "would you let me know how low the air in my tires are", - "label": 125 - }, - { - "text": "check my car's tire pressure", - "label": 125 - }, - { - "text": "are my tires low", - "label": 125 - }, - { - "text": "are my tires properly inflated with air", - "label": 125 - }, - { - "text": "read back to me my to do list", - "label": 126 - }, - { - "text": "can you tell me my to do list", - "label": 126 - }, - { - "text": "i need to hear my todo list", - "label": 126 - }, - { - "text": "what do i have on my need to do list", - "label": 126 - }, - { - "text": "i need to know everything on my to do list currently", - "label": 126 - }, - { - "text": "please include feeding the fish on my to do list", - "label": 127 - }, - { - "text": "i want you to add cleaning the toilet to my to do list", - "label": 127 - }, - { - "text": "to my domestic task list please add paint kitchen", - "label": 127 - }, - { - "text": "put wash the counters down on my list of pending tasks", - "label": 127 - }, - { - "text": "add to my task list get carpet cleaned", - "label": 127 - }, - { - "text": "traffic looking alright going towards burger king", - "label": 128 - }, - { - "text": "how is the traffic at jfk at 5 pm on weekdays", - "label": 128 - }, - { - "text": "is traffic bad on the way to chicago", - "label": 128 - }, - { - "text": "how is the traffic at the nearest wal-mart pharmacy", - "label": 128 - }, - { - "text": "what's the traffic like on the way to the amusement park", - "label": 128 - }, - { - "text": "show me my transactions on groceries", - "label": 129 - }, - { - "text": "what are my recent transaction", - "label": 129 - }, - { - "text": "let me check my transaction on my citi card", - "label": 129 - }, - { - "text": "can you pull up my most recent transactions", - "label": 129 - }, - { - "text": "show me the transaction on my car", - "label": 129 - }, - { - "text": "time to move some cash from one account to another", - "label": 130 - }, - { - "text": "i would like to make a transfer", - "label": 130 - }, - { - "text": "can you transfer money from a to b", - "label": 130 - }, - { - "text": "i want to initiate a transfer from one account to the other", - "label": 130 - }, - { - "text": "transfer 100 dollars between checking and savings", - "label": 130 - }, - { - "text": "if i were mongolian, how would i say that i am a tourist", - "label": 131 - }, - { - "text": "please tell me how to ask for a taxi in french", - "label": 131 - }, - { - "text": "could you translate atm machine into english", - "label": 131 - }, - { - "text": "in england how do they say subway", - "label": 131 - }, - { - "text": "can you translate cat into russian for me", - "label": 131 - }, - { - "text": "do i need to read any travel alerts for kenya", - "label": 132 - }, - { - "text": "where are there current travel alerts", - "label": 132 - }, - { - "text": "if i got to indonesia is it safe", - "label": 132 - }, - { - "text": "any alerts for travelers to canada", - "label": 132 - }, - { - "text": "i'd like to see if there's a travel alert for the country", - "label": 132 - }, - { - "text": "alert the bank that i am traveling to tokyo on the 7th until the 21st", - "label": 133 - }, - { - "text": "i am going out of country and need to inform my bank", - "label": 133 - }, - { - "text": "the bank should know i am going to asia soon", - "label": 133 - }, - { - "text": "i'm travelling to boston soon and want to inform my bank", - "label": 133 - }, - { - "text": "tell my bank i will be traveling in brazil from june 1st to july 1st", - "label": 133 - }, - { - "text": "give me a list of things to do in orlando", - "label": 134 - }, - { - "text": "what does kentucky have to offer for things to do", - "label": 134 - }, - { - "text": "what are the big tourist sites in sweden", - "label": 134 - }, - { - "text": "when visiting chicago, what things can i do there", - "label": 134 - }, - { - "text": "what are some interesting things to do in dc", - "label": 134 - }, - { - "text": "call an uber to mark's house", - "label": 135 - }, - { - "text": "i need an uber to take me to the mall", - "label": 135 - }, - { - "text": "schedule me an uber to the mall", - "label": 135 - }, - { - "text": "i need an uber please", - "label": 135 - }, - { - "text": "book an uber to school", - "label": 135 - }, - { - "text": "can you please add hero by skillet to my playlist", - "label": 136 - }, - { - "text": "add one by metallica to my playlist", - "label": 136 - }, - { - "text": "what did you add to my playlist - broken by evanescence", - "label": 136 - }, - { - "text": "add this track to my rock playlist", - "label": 136 - }, - { - "text": "please put this song on my moody monday playlist", - "label": 136 - }, - { - "text": "what do you know me as", - "label": 137 - }, - { - "text": "can you tell me my name", - "label": 137 - }, - { - "text": "what am i known as to you", - "label": 137 - }, - { - "text": "what name do you have saved for me", - "label": 137 - }, - { - "text": "so what name do you have for me", - "label": 137 - }, - { - "text": "do i need a vaccination to go to europe", - "label": 138 - }, - { - "text": "do i have to get shots to travel to iraq", - "label": 138 - }, - { - "text": "do i need a vaccination to go to greece", - "label": 138 - }, - { - "text": "do i need any vaccinations before going to indonesia", - "label": 138 - }, - { - "text": "what shots are recommended before traveling to kenya", - "label": 138 - }, - { - "text": "how do i get a personal w2 form", - "label": 139 - }, - { - "text": "how and where are my w2 forms given", - "label": 139 - }, - { - "text": "how do i get a w2 form and from where", - "label": 139 - }, - { - "text": "can i get my w2 online", - "label": 139 - }, - { - "text": "where can i locate a form for my w2", - "label": 139 - }, - { - "text": "what's the highest chance of rain for today", - "label": 140 - }, - { - "text": "is it snowing right now in richmond, va", - "label": 140 - }, - { - "text": "what kind of weather is there", - "label": 140 - }, - { - "text": "give me the 7 day forecast", - "label": 140 - }, - { - "text": "what is today's high temperature predicted to be", - "label": 140 - }, - { - "text": "what's your favorite hobby", - "label": 141 - }, - { - "text": "what sorts of activities do you enjoy", - "label": 141 - }, - { - "text": "what do you like to do when you have spare time", - "label": 141 - }, - { - "text": "what do you do when you're not working", - "label": 141 - }, - { - "text": "i'd like to know your hobbies", - "label": 141 - }, - { - "text": "what can i ask you, ai", - "label": 142 - }, - { - "text": "ai can you tell me what things i may ask", - "label": 142 - }, - { - "text": "what can i ask you all about", - "label": 142 - }, - { - "text": "what are the subject areas you are knowledgable in", - "label": 142 - }, - { - "text": "tell me the subject areas you are familiar with", - "label": 142 - }, - { - "text": "ai, what do people call you", - "label": 143 - }, - { - "text": "tell me your name", - "label": 143 - }, - { - "text": "please tell me the name i should use when talking to you", - "label": 143 - }, - { - "text": "how are you named", - "label": 143 - }, - { - "text": "what name do you answer to", - "label": 143 - }, - { - "text": "what's playing right now", - "label": 144 - }, - { - "text": "what's the name of this tune", - "label": 144 - }, - { - "text": "can you tell me what song i'm hearing", - "label": 144 - }, - { - "text": "do you know what song this is", - "label": 144 - }, - { - "text": "i'd like to know this song's name", - "label": 144 - }, - { - "text": "where did your parents have you", - "label": 145 - }, - { - "text": "your birth occurred where", - "label": 145 - }, - { - "text": "where did you live prior to living here", - "label": 145 - }, - { - "text": "where were your born", - "label": 145 - }, - { - "text": "where do you trace your roots", - "label": 145 - }, - { - "text": "could you please get out of whisper mode", - "label": 146 - }, - { - "text": "can you whisper", - "label": 146 - }, - { - "text": "i can't be loud and need you to speak more quietly", - "label": 146 - }, - { - "text": "i'd like you to use the whisper voice", - "label": 146 - }, - { - "text": "i need you to switch to whisper mode", - "label": 146 - }, - { - "text": "you work for who", - "label": 147 - }, - { - "text": "i need to know who is your boss", - "label": 147 - }, - { - "text": "do you have an employer", - "label": 147 - }, - { - "text": "who is your employeer", - "label": 147 - }, - { - "text": "am i your boss", - "label": 147 - }, - { - "text": "what's the business that caused you to be made", - "label": 148 - }, - { - "text": "i'd like to know who made you", - "label": 148 - }, - { - "text": "what company coded you", - "label": 148 - }, - { - "text": "provide me the name of who made you", - "label": 148 - }, - { - "text": "could you let me know who made you", - "label": 148 - }, - { - "text": "that would be yes", - "label": 149 - }, - { - "text": "i agree with the truth of what you just said", - "label": 149 - }, - { - "text": "agreed, that's valid", - "label": 149 - }, - { - "text": "yes, that is it", - "label": 149 - }, - { - "text": "that is true, yes", - "label": 149 - }, - { - "text": "how much is an overdraft fee for bank", - "label": null - }, - { - "text": "why are exponents preformed before multiplication in the order of operations", - "label": null - }, - { - "text": "what size wipers does this car take", - "label": null - }, - { - "text": "where is the dipstick", - "label": null - }, - { - "text": "how much is 1 share of aapl", - "label": null - }, - { - "text": "how is glue made", - "label": null - }, - { - "text": "any headlines from my area", - "label": null - }, - { - "text": "what is the largest state in the us", - "label": null - }, - { - "text": "what is the current market trend", - "label": null - }, - { - "text": "what is the most popular airline", - "label": null - }, - { - "text": "what is the formula for the circumference of a circle", - "label": null - }, - { - "text": "what are some ways to reduce spending", - "label": null - }, - { - "text": "what time does the louvre open", - "label": null - }, - { - "text": "are there any local stations covering the moral march in raleigh in februaryu", - "label": null - }, - { - "text": "how many planets have we discovered", - "label": null - }, - { - "text": "how do i change my billing address", - "label": null - }, - { - "text": "how do i open an online line of credit", - "label": null - }, - { - "text": "how do i remove a coffee blemish", - "label": null - }, - { - "text": "how expensive is an apple share", - "label": null - }, - { - "text": "where can i find the cruise control on my kia sportage 2010", - "label": null - }, - { - "text": "how many sides are in a hexagon", - "label": null - }, - { - "text": "how fast does an airplane travel", - "label": null - }, - { - "text": "is it worth investing in target", - "label": null - }, - { - "text": "i need to speak to customer service regarding my flight", - "label": null - }, - { - "text": "how long do wire transfers take", - "label": null - }, - { - "text": "what are some deals on amazon", - "label": null - }, - { - "text": "what city is the super bowl", - "label": null - }, - { - "text": "what trees change color in autumn", - "label": null - }, - { - "text": "do people prefer summer over fall", - "label": null - }, - { - "text": "how long is winter", - "label": null - }, - { - "text": "what were some of ben franklin's notable accomplishments", - "label": null - }, - { - "text": "where was john denver born", - "label": null - }, - { - "text": "where did abraham lincoln live", - "label": null - }, - { - "text": "when was kobe bryant born", - "label": null - }, - { - "text": "who's toledo's starting point guard for the next game", - "label": null - }, - { - "text": "how many players are on the chicago bulls", - "label": null - }, - { - "text": "who is the coach of the chicago bulls", - "label": null - }, - { - "text": "when do the utah jazz play next", - "label": null - }, - { - "text": "what other nations were involved in the chinese trade war", - "label": null - }, - { - "text": "what years has korea been at war", - "label": null - }, - { - "text": "when was the theory of evolution first considered", - "label": null - }, - { - "text": "who formulated the theory of relativity", - "label": null - }, - { - "text": "what stage of evolution am i", - "label": null - }, - { - "text": "what other personality type is most compatible with infjs", - "label": null - }, - { - "text": "what does my personality mean", - "label": null - }, - { - "text": "what's the most dominant scale in bluegrass", - "label": null - }, - { - "text": "what year was saxaphone first played", - "label": null - }, - { - "text": "which piano is best for classical", - "label": null - }, - { - "text": "is k-12 education required outside of the united states", - "label": null - }, - { - "text": "what are the benefits of completing college", - "label": null - }, - { - "text": "are you able to answer algebra equations", - "label": null - }, - { - "text": "can you help me study for a history exam", - "label": null - }, - { - "text": "how many points per game is lebron james averaging this season", - "label": null - }, - { - "text": "what team does eli mannign play for", - "label": null - }, - { - "text": "get me dwight howard shooting average", - "label": null - }, - { - "text": "can you list me tiger wood's stats", - "label": null - }, - { - "text": "what's the runtime of all the lord of the rings movies combined", - "label": null - }, - { - "text": "which character is the most famous from titanic", - "label": null - }, - { - "text": "how many oscars did star wars films win", - "label": null - }, - { - "text": "what year was shawshank redemption released", - "label": null - }, - { - "text": "which marvel character has appeared in the most movies", - "label": null - }, - { - "text": "when's the next movie starring thor set to come out", - "label": null - }, - { - "text": "who was the first capcom character", - "label": null - }, - { - "text": "are any justice league movies coming out", - "label": null - }, - { - "text": "can you tell me something about the nfl", - "label": null - }, - { - "text": "please explain the catch rule to me", - "label": null - }, - { - "text": "is there overtime in college football", - "label": null - }, - { - "text": "when did the mls start", - "label": null - }, - { - "text": "what's the best price on super smash bros ultimate right now", - "label": null - }, - { - "text": "what is the highest earning game on atari", - "label": null - }, - { - "text": "when is the next nintendo direct", - "label": null - }, - { - "text": "when was nintendo created", - "label": null - }, - { - "text": "please find the capital of pakistan and its population", - "label": null - }, - { - "text": "how many people live in taiwan", - "label": null - }, - { - "text": "what are some of picasso's most famous works", - "label": null - }, - { - "text": "what are van gogh's best pieces", - "label": null - }, - { - "text": "where can i see art", - "label": null - }, - { - "text": "when did camus die", - "label": null - }, - { - "text": "how much money does radiohead earn a year", - "label": null - }, - { - "text": "who is radiohead", - "label": null - }, - { - "text": "what's the biggest saas marketing company in the united states", - "label": null - }, - { - "text": "how do i start my own marketing firm", - "label": null - }, - { - "text": "how can i get involved in restaurant marketing", - "label": null - }, - { - "text": "what is saas marketing", - "label": null - }, - { - "text": "what do you call someone who was born in segovia", - "label": null - }, - { - "text": "what is rhineland", - "label": null - }, - { - "text": "who is the scariest character in start trek", - "label": null - }, - { - "text": "who is the current captain of this ship", - "label": null - }, - { - "text": "what year was star trek released", - "label": null - }, - { - "text": "when was toyota created", - "label": null - }, - { - "text": "who are some notable alumni of ucsd", - "label": null - }, - { - "text": "what is the next football game", - "label": null - }, - { - "text": "how many students attend ucsb", - "label": null - }, - { - "text": "when do classes start", - "label": null - }, - { - "text": "how can i become an aerospace engineer", - "label": null - }, - { - "text": "what percentage of species display cold blooded traits", - "label": null - }, - { - "text": "what does it mean to be an alpha male", - "label": null - }, - { - "text": "what animals have alpha males", - "label": null - }, - { - "text": "why do males want to be alpha", - "label": null - }, - { - "text": "what's the average battery life of an android phone", - "label": null - }, - { - "text": "I stalk this truck. I've been to industrial parks where I pretend to be a tech worker standing in line, strip mall parking lots, and of course the farmer's market. The bowls are so so absolutely divine. The owner is super friendly and he makes each bowl by hand with an incredible amount of pride. You gotta eat here guys!!!", - "label": null - }, - { - "text": "who really knows if this is good pho or not, i was hung tha fuck over and in desperate need of pho therapy. :P but it totally hit the spot and came out super freakin fast!!! omg! aaahhhhh.....\\n\\ni'm pretty sure it wasn't bad pho tho...meat, noodles, broth, all a-ok. the coffee was good too. thought i was gettin ripped off for a $3 cup of coffee but they gave me a big cup so it's all good! :)\\n\\nima make pho a must the next time i go to vegas again fo sure!!! yum! :D", - "label": null - }, - { - "text": "I LOVE Bloom Salon... all of their stylist are very qualified and provide excellent hair care...I prefer to book my appointments with Andrea, but if she is not available I am not afraid to book with anyone else. Not only does this salon provide hair care, but they also offer skin, nails and massage therapy!! What a great place with a relaxing atmosphere...I HIGHLY recommend this place.", - "label": null - }, - { - "text": "We were excited to eat here, it is difficult to find. They were closed at 3 p.m. on a Saturday.", - "label": null - }, - { - "text": "So this is a place, with food. That much cannot be denied. But you know what? It's a small airport restaurant, and if you're flying in for a $100 hamburger, then a $100 hamburger you can have. And patty melts. And salads. And whatever other Sysco-type delights you might expect. (It was even prime rib night when we were there, but as it was 20 minutes til closing time, I thought better of it.)\\n\\nI had a perfectly reasonable patty melt myself, and I enjoyed it. The service was really nice, and the views out the window of the evening traffic on approach were phenomenal. Plus, *tons* of model airplanes hanging from the ceiling in the dining area, which was a fun touch.", - "label": null - }, - { - "text": "Review for the Lounge/Club:\\nEvery time I go to Vegas this is always one of my stops- primarily because of the view. I started going years ago before it was super hyped up and packed almost all the time. I also remember the days when the Witch Doctors were twice the size they are now (and weaker than they used to be!). Voodoo hasn't changed much in the past 5 years except going cheap on the drinks and over packing the club with VIP sections that are unused (which is totally annoying if you're trying to see the view without a bunch of drunk asses running into you). \\n\\nThe DJs are consistently good and it has a very, very mixed crowd. However, I only keep coming back for the view- it doesn't compare to anything else. Ghost Bar has nothing on this place. \\n\\nAlso, over the years the award winning flair bartending has leveled off (I think I saw one bottle throw the whole time we were there) and it's not nearly the show it used to be which is really disappointing. If you ever have a chance to catch the episode of Three Sheets on Spike where Zane goes to Vegas- you'll see what I mean. The show was filmed several years ago and even there you can see the Witch Doctor and the flair are way better than they are now. \\n\\nFor newcomers I think this is a great place to at least see once just because the view is so amazing. However, for those who have been going back over and over again- it's turning into a huge disappointment. \\n\\nFor the Restaurant:\\n\\nI've dined here several times and price-wise it runs about the same as any other high end steak house you'd find on the strip. Mostly we ate here out of convenience since the selection at Rio isn't the greatest for food. The service has been reasonably decent and the food was good however, if dinner is going to cost around $100 a person I want to be wowed. The whole experience didn't seem like a 5 star dining like when we went to Strip House (wow! by the way). The servers were friendly but only slightly knowledgeable about the wine list and it seemed like there wasn't enough coverage for the tables which made dinner take forever. I don't really remember much more than that which is disappointing because I wish it were more memorable for the price paid. Been there, done that- won't be back to Voodoo Steak when there's so many better options for the same price.", - "label": null - }, - { - "text": "I've been going here a lot(pretty much a regular you could say.) It's a good place to include in your bar hopping plans. Wandos too busy? Fooseball taken at Vintage? Swing by Red Shed. It's also one of the few bars you can actually have a conversation at some nights. One of my minor complaints is the jukebox. If there is no songs playing..it's just that--quiet. And at certain points in the night, you can hear a pin drop. Lines for the bathroom is sometimes annoying and I've felt really bad for the ladies here who have sometimes waited 30 minutes before the line moved one person :P", - "label": null - }, - { - "text": "I went to Sole on the weekend and found that it was so crowded and noisy I thought I would wait till later. What better night to feed my paella hungrys than tonight when it rained cats and dogs - I was seated immediately and the noise level was bearable. I ordered a house salad, paella Valenciana, thought I might have a dessert after. I was served a very small roll with a small piece of very cold, hard butter and waited. The salad was better than the standard peter rabbit variety of lettuce with a slice of tomato and was not ice cold, certainly a plus. The paella came in a traditional paella dish with, I kid you not, three small clams, three muscles, a few pieces of squid, and a few shrimp. The rice had little saffron flavor. The Sofrito was extremely bland with little of the spices that one associates with this dish. Basically Sole prepares this \\\"all at once\\\" so the flavors have little or no chance to \\\"marry up\\\" and the sea food being overcooked is rubbery. In other words you must \\\"reserve\\\" the sea food and add it back in at the last moment. As for the rice it should not be disturbed at the end of cooking so the socarrat (a crispy caramelized rice) can form in the bottom of the pan (See recipe below). I think if you can buy canned paella and warm it up in a microwave it might be a close approximation of this abomination. On the way out I was asked about how I liked my meal. When I proceeded to explain to him why I was so disappointed he ask first where I had eaten paella and suggested that next time i should probably eat it some where else. At no time was I rude to this person and I was frankly astonished at his attitude. So to all you yelpers I suggest that you too might want to consider trying to find real Spanish food somewhere else. For my friend at Sole I hope that even though he assures me that never in 8 years has he had a complaint about their paella he will take the time next time to have the real thing at either of the fine restaurants that I have referenced in NYC. He might also like to check out this recipe- noting the importance of the socarrat, the Sofrito, and the gradual \\\"building\\\" of the paella\\n\\nhttp://www.yelp.com/biz/el-charro-espanol-new-york#query:spanish%20food\\n\\nThis restaurant is a treasure and has been serving a very special crowd for over thirty years.\\n\\nhttp://www.yelp.com/biz/socarrat-paella-bar-new-york\\nFor those who are not quiet as adventuresome as might be demanded by tiny little el Charro this is one of NY's best Spanish restaurants.\\n\\nhttp://www.paellapans.com/Paella-Recipe-Seafood-a/142.htm\\nThis is close to the paella that I am accustomed to eating at el-Charro's - note the emphasis on the proper forming of the Socarrat\\n\\nRegardless of all this. Common courtesy is something that I expect from any restaurant. This place comes up short on just about every thing.", - "label": null - }, - { - "text": "Went in on a sunday afternoon. Place was dead. Wasn't greeted, sat at a table and was not helped. Waited 10 minutes, still no service. Walked out and still heard nothing from staff. \\n\\nIf time and service are important to you stay away from Hob Nob.", - "label": null - }, - { - "text": "I have lived here in Phoenix for 9 months now and have had a tough time finding a hair salon as I have thick, curly hair. I have been buying groupons for many places trying them out and none have worked. I bought the groupon for The Green Room to try it out and am absolutely in love with them! \\n\\nSteph was my stylist and she was amazing! I came in with a specific color I wanted as I will be leaving for two out of town weddings this month and she consulted the owner to make sure I got the right color. They would not let me leave until my color was perfect (my cut was amazing as well)! Eric (the owner) even took time to blow dry my hair after Stephanie's next client came.\\n\\nI will definitely be going back in the future for cuts and colors. The place was cute and cozy and the staff was super friendly. They definitely made me feel like they cared about me and what I wanted where the other salons just put a color on and let me go. So glad I found them and have found my new salon!", - "label": null - }, - { - "text": "Totally gone down the tube. Way overpriced for food out of a box. Deserts are dry, old and inedible. Meat is like boot leather. The oysters stunk of dead fish. Plus just like the Paradise Buffet at Freemont, they were stuck to the shell. Very old.\\n Wait staff was as rude as they come. Wanted a 20% gratuity for my party of 8. This is a BUFFET dang it. WE get our OWN FOOD. Then they seated us 4 to a table across the room from each other. The buffet had 15 people in it. They did this out of spite. Stay away.", - "label": null - }, - { - "text": "I look forward to every visit! I always get exactly what I ask for. I prefer the more natural look and she always delivers! I enjoy my many compliments but always give her the credit she deserves. She is a beautiful artist who makes me feel beautiful too. Thanks!!", - "label": null - }, - { - "text": "There were three of us. Atmosphere was great. Menu was confusing on what to share, what to do. Once we studied it, we decided that two of us would share traditional California Roll and Shrimp Tempura Roll sushi to begin. These were very fresh and very good. It was probably one of the best but not the best we have had. Then, these two would share the Shrimp and Lobster with Spicy Lemon ($38). It was served in a small deep dish skillet with veggies. It was a good size dish actually. I was afraid we were taking a risk to share, but it worked out. It was more pepper than a spicy with the lemon flavor. It was good but not over the top amazing. \\n\\nThe other person ordered miso soup. She liked it fine. She ordered chicken and veggie skewer ($15 ea) and white rice. She liked it well. \\n\\nGlass of wine ranged $15-$19 each. I had the $19 Russian river glass. It was great. Various cocktails looked fun.\\n\\nFinal bill was approx $60 each.", - "label": null - }, - { - "text": "Where to begin...I think I will start with the positive. The brie brulee topped with the caramelized apple slices was a hit, the mixed green salad with goat cheese was awesome and the pear tart desert was outstanding. The lamb shank was cooked perfectly, but the lamb flavor was missing. The whole dish ( lamb shank, veggies, Israeli couscous, figs and apricots) ALL had the exact same flavor; only the textures were different. Now the flavor was great, but not something I would write home about. Now to the negative stuff...The place was too crowded and noisy for my liking. The tables were so close that I felt I could join in the conversation next to me without effort. Couple that with REALLY REALLY slow service and, well you get the idea. You will need to bring your own wine and they will open it for you for only $10.00. French food without wine? really?? And then you gaff me for 10 bucks?!? Needless to say I had the minted tea. It was okay but no real mint flavor to speak of. The final bill for one appetizer, one salad, one entree and one desert was $70.00. (Not counting the tip) My date and I split everything and we were comfortably well fed. So, the portion size was decent. To sum up, it would be a nice place for a date, but I won't be back and I know a place not to far from there that I would MUCH rather go to given the choice.", - "label": null - }, - { - "text": "the food is awesome... but the hostess are not nice....", - "label": null - }, - { - "text": "Got this \\\"deal\\\" on Travel Zoo for $135 - \\\"normally $220.\\\" A horrible joke. Supposedly a five course meal. I think the total weight of items served must have been about 8 ounces. The carpaccio only covered a quarter of the plate, the \\\"scallops\\\" consisted of a single scallop each!! The pear for desert was about the size of a small tangerine. I've never seen a ripe pear that small! They brought out covered plates in order for us not to be shocked until they removed the cover. Should have asked for a magnifying glass to find the food on the plate. It was like the Mad Hatter's Tea Party - it was hilarious. If it wasn't for the bread and butter we would have starved. Of course drinks are not included. To add insult to injury you get an additional $35 bill tacked on for service, tip, and tax. Would have preferred a gourmet meal at MacDonalds. I almost forgot to mention this place has all the ambiance of a restroom. No windows - small interior rooms. There was a private party in the main dining area so they put us in an elevator and put us in what I call the \\\"annex\\\" upstairs with even less ambiance - looked like a converted hallway! Avoid this scam at all cost!", - "label": null - }, - { - "text": "I have promoted shows out of this venue, checked out some of my favorite local bands here, and spent my last birthday here. The owner has always been very hospitable and professional. The security staff is very professional and the bar tenders are always pouring amazing drinks. Needless to say I love this bar anyone who is a fan of live music at intimate venues should like the bar's facebook page for regular updates on upcoming shows.", - "label": null - }, - { - "text": "Great sandwiches. And a ton of food. Wasn't thrilled with their potato salad. Get fries instead. Restaurant is kind of a kickback from old Vegas. Wait staff was friendly too.", - "label": null - }, - { - "text": "Well, it's ALMOST that time of year again. My favorite celebration... aside from Thanksgiving and Halloween. It's Matsuri. \\n\\nYeah, the parking rates around heritage square are pretty hefty when a big event like this rolls around. But it's totally worth it. I mean, when and where else in Arizona can you stuff yourself with steamed-right-in-front-of-you nikuman, take photos with samurai, see a kimono fashion show, feel really thankful you're out of high school and no longer as susceptible to the weirdness of cosplay, buy a hapi coat, pet a bunch of shiba-inu, marvel at bonsai trees that are older than your grandmother and watch almost 60 people wail on taiko drums? \\n\\nOK, I'm a little biased about the drums. But hey. We get quite a crowd, so other people must like it too. ;)", - "label": null - }, - { - "text": "Even with a coupon, the drinks are overpriced ($13 girly drinks, $10 for Jack & Coke)...however, there's something to be said about killing an hour or two on a patio, drinking Jack & Cokes, watching the freaks parade down the strip.", - "label": null - }, - { - "text": "I am sooooo upset with PRS. Its not right what renters do with your deposit . We all know that they will find anything to keep your money, but this is ridiculous. And I will not shut up Im going to the news, every review website, write my congress man about this unfair practice. When I moved out the house was 99% perfect. All I missed was LIGHT BULBS. They charged me $70 dollars for 50cent light bulbs. They said everything was good on the phone and then I get the check which was 35% of my deposit. We gave them slake when they took a year to fix the garage door and then they fix it when we move out. Why couldn't you give us a break?", - "label": null - }, - { - "text": "We recently adopted our dog from my mom-in-law who lives in Casa Grande and I wanted to get Bruno in to see a vet in Tempe. I looked up a few offices and saw this location had an awesome rating. I was pleased to see someone I respect, Shayna K. from Scottsdale Doggie Suites, providing a 5 star rating and that was it. \\n\\nI immediately decided to make a new patient appointment for my furry baby. The office is clean, the staff is nice, and they made Bruno feel right at home. \\n\\nDr. Berthiaume came in and was very informative. I think he could tell I was a nervous \\\"new mom\\\" and he helped me stay at ease. He suggested one medication for Bruno which is for heartworm prevention but didn't pressure me into making a purchase right then and there. He gave me a pamplet on it and told me to do some research on my own first. (AMEN!)\\n\\nWhen I told them about my concern about him scratching his ears a lot, they took swabs but didn't run them. Dr. B. said if he saw anything \\\"bad\\\" he would have ran them for a test but didn't want to charge me for anything Bruno didn't need done. He suggested to have Bruno's stool tested but said we could bring in a sample anytime and they would send it off then. There was NO pressure to have tests done so they could get money out of me. \\n\\nThey genuinely cared about Bruno and my wallet. I will be going back, this is going to be my dog's doctor, and I appreciate how awesome everyone was. It is so refreshing to find a place that really care about the patients they see and the owners.", - "label": null - }, - { - "text": "Cheese sauce. Not cheese, cheese sauce. Burnt carne asada and pink Carne asada in the same burrito. They couldn't even make my daughter's quesadilla properly. This place is to be avoided.", - "label": null - }, - { - "text": "I wanted to love this place with it's cute decor and giant coffee mugs. We went in on a weekday morning where there was enough staff on for every table to have their own server. After waiting 10 minutes to be greeted by a server that looked mildly annoyed she had an opportunity to make money while at her job... I ordered a coffee, my husband ordered a pineapple juice. The juice never came. We ordered breakfast.. Maybe the juice was being fresh squeezed? My husband ordered pancakes, I ordered the chilaquiles benedict. The pancakes came out like pancakes... The Benedict looked like everything my breakfast loving heart desired. The first bite was cold... I assessed it to be the mass amount of pico piled on top. A few more bites... Meh. Tried the other half without all the pico... ICE COLD meat. Appetite killed with the fear that Id be yacking up food poisoning later. After our server finally showed up.. Still no pineapple juice.... I informed her of the ice cold meat (Cold as if they took it out of the freezer, forgot to prep it and just piled it on top). She asked if I wanted another one. I declined saying I didn't have time to wait for another meal as my husband was already finished with his breakfast and it was a weekday. She said she would take it off the bill. I handed her my credit card to go ahead and run since everything seemed to take forever there. She brings it back... The manager took $5 off. The Benedict was $13.50. The manager also never even came to the table. I want to hate this place and never return, but I know there is so much potential on that menu. The sad part is the owner was sitting at the table next to usgoing over paperwork.... Oh well.", - "label": null - }, - { - "text": "Food was disappointing and ridiculously overpriced. The whole restaurant reeked of charcoal/mesquite and not in a good way....we should have known the food was going to taste the same. And it did. Awful. I'm all for a burger grilled over hot coals, but when that is ALL you taste on a ridiculously overpriced burger with ala carte sides that you have to pay extra for and you leave smelling of burning mesquite, then that doesn't lend me to wanting to return. And I won't. The cheese on the burger was absolutely disgusting, a rubbery smoky nightmare. Stay away from this place. Not even service could save this place. If Jasper's couldn't survive in this spot, this place doesn't even have a chance.", - "label": null - }, - { - "text": "its ok. visited on a tuesday night. had the chicken fried rice... chicken dry. egg rolls were good with the right amount of spice but the rest of the family's meal which was a bit of everything was all in all nothing different or unique than any Thai take out joints. just ok. service just ok. price average. lets just say not memorable.", - "label": null - }, - { - "text": "This place is pretty dumpy.\\n\\nWork sent me to Phoenix for a couple of days. I had a suite, but it was not very sweet. The bathroom door didn't shut, and swung open into the middle of the room. When I got up to go to the bathroom at night, I ran into the door. I can only blame Country Inn and Suite for the first night, the second night when I bumped into the bathroom door in the dark, I blamed only myself.\\n\\nThe bed smelled like my old roommate's closet... musty and dirty. Two of my towels were stained with something yellow, I am hoping coffee and not urine...\\n\\nI didn't really expect better, but that's my review.", - "label": null - }, - { - "text": "My friend was in the mood for Mexican food so we decided to wander into El Segundo Sol. We really like the ambiance of this place. The food was surprisingly better than we expected. She got a vegetarian taco plate and I got a pulled pork taco plate. \\n\\nMy pulled pork was not what I was expecting, but I thought it was okay. \\n\\nThe service here was lacking though. Our waiter brought us chips and salsa even though we said we didn't want any when he asked. And then he insisted that we had ordered it. Of course he had to take it back, and we felt a little bad but we could noticeably tell that he was annoyed at us. \\n\\nHe was overly attentive though. He kept on filing my glass of water even though the pitcher of water was on the table. And he kept on coming by to ask us, \\\"do you have everything you need right now?\\\" often interrupting our conversation. \\n\\nOn the whole I think if you're in the mood for slightly expensive Mexican food (about $15 a plate) then this place is worth checking out. But I probably won't be back here until after I've checked out all the other places on the strip.", - "label": null - }, - { - "text": "Great wings, stiff pour and nice bartenders. XO Baer's Den 'till we meet again!", - "label": null - }, - { - "text": "The service is what makes this place a restaurant worth returning. This Glendale location is better than the ones closer to my house.", - "label": null - }, - { - "text": "i don't doubt that many people have bad experiences at this restaurant, because I can see how a lot of the food is overpriced the hosting station seemed to be a little lackluster. My experience went quite smoothly however. I went with four people, after our slightly confused looking hostess found us a seat, we were provided with great service. The service was intelligent, but in a very scripted manner. The beer was good, great compared to american craft and decent compared to european breweries. The building is a lot of fun, huge renovated church with shiny stainless steel fermenting silos covering the side wall and the altar. I chose the special for the night, which was rib-eye finished in the wood burning oven and a cranberry chutney. It was good, charred on the outside, not overdone and a good cut of meat to begin with. The prices are high for what you get though, meaning I wasn't stuffed after my meal. Main Pro: Good local beer\\nMain Con: The smell of the bar, not the fermentation, was fairly strong.", - "label": null - }, - { - "text": "This is a fun place to stay when you don't want to spend a ton of money on a hotel room. It is far enough from the strip so that you aren't stuck in that nasty traffic.\\n\\nThe front desk and valet service is always nice. Their complimentary drinks (while playing) are always strong and their food isn't too bad. The pool area is nice although they can use a little more shade options out there. \\n\\nThis place can feel a little run down from time-to-time in their regular rooms and they definitely need some upgrades. Outside of that, it is not too bad of a place to visit every now and then.", - "label": null - }, - { - "text": "I'm on a four to five star review binge, but they're all deserving, and Bunky's is no exception.\\n\\nCame here on a Saturday at around 3 for an early dinner and the place was dead. The hostess was sweet as pie and informed us that they were switching over to their dinner menu. It's quite large, with a mix between Italian and Mediterranean fare, but was not overwhelming in the slightest.\\n\\nTo start, we ordered a hummus appetizer, and it was so incredibly good - served with warm pieces of soft, airy and delicious pieces of pita. Ugh, I'm eating some store brand hummus and crackers as I type this, and they've got nothin' on Bunky's.\\n\\nI set my eyes on one of Bunky's staples: Bunky's Pasta. It's loaded with chicken, mushrooms, broccoli, onions and farfalle noodles. It's mixed with the most mouthwatering creamy marinara sauce. The sauce was sweet and the plate savory, and all worked well together to create a cohesive dish.\\n\\nI know that Bunky's has some funky hours, but please make time to stop in when they're open. You will be glad you did.", - "label": null - }, - { - "text": "I love donuts no matter how you spell them and O Face Doughnuts delivers. Their staff is super friendly and the donuts are great. I got the Maple Bacon w/ Maple Mascarpone one and it literally was one that needed a fork and knife. So great and if you're a donut lover, check this place out!", - "label": null - }, - { - "text": "My wife and I left this evening (Cinco de Mayo) without being served or approached 15 minutes after seating ourselves in the bar. When we got up to leave the manager/bar tender asked where we were going, and when I told her wasn't any staff to wait on us on this usually bust night in Mexican restauarants she said ahe didn't have time for any complaints...totally non-professional.\\nNeedless to say, we won't return in the future.", - "label": null - }, - { - "text": "The line to check in is really long! Also we booked a king bed but got one queen bed! There was no hot water in the shower either. The location of this hotel is great though because it's in the middle of the strip so I liked that.", - "label": null - }, - { - "text": "For our weekly pizza delivery, we decided to try something new and got Manolo's.\\n\\nWe opted for the largest size thin crust with half pepperoni and half sausage. We also got 3 empanadas for $6 to go with it, delivery time was about an hour, which is to be expected on a weekend. This amount of food was just enough for our group of 3 in terms of portions.\\n\\nThe pizza was decent, definitely better than a Papa John's or similar chain. I didn't think it was anything spectacular though. If you like thin crust, this might be for you. It reminded me of Sbarro, except a little better. My issue with this pizza, and perhaps all thin crust/New York style is the lack of sauce. The sauce is so key to the flavor that often times without it your just eating a cheesy breadstick. I might have liked it more if there was a bit more sauce. The pepperoni wasn't that good, however, the sausage was unusually good, it tasted fresh and wasn't just a mushy piece of nothing, great flavor! I think I will get sausage if I order again. The crust was good, crispy bottom but edible edges.\\n\\nFeedback on the empanadas was a unanimous OK. I can only personally speak for the cheesecake empanada. The filling didn't resemble something you could get at The Cheesecake Factory, but it also wasn't just dried goop. Not too bad! I think the empanadas might be a really good bargain if you got a lot of them and the price was around $1 each.\\n\\nI have not tried any of the specialty pizzas and I may have to do that and then update my review. I will also have to try The Empanadas House for a fair comparison.\\n\\nOverall we thought Manolo's was just OK, we thought it might have been just a little pricey, but we were not disappointed with our food.\\n\\nI'll be back!", - "label": null - }, - { - "text": "Waited 20 min before the girl told Us its a 30 min wait..... Didn't know that it take 30 min to make one smoothie.... Would not recommend any one to go before she didn't even seem like she wanted to take our order", - "label": null - }, - { - "text": "In order to not write a hateful review, I had to bring myself to the realization that this place is supposed to be a 'healthy' buffet, not a 'good' buffet. \\nI had never been here before, so I was delighted to see it was indeed a buffet. But as I got halfway down the first island of stuff, the delight turned into trepidation. At the cashier, which is at the end of your first go-round, she said $11.98 and I looked at my plate. \\\"For this?\\\" I wanted to ask. Wisely, I did not, for that is when I saw the other side of the buffet. There were warming lights and an actual kitchen back there, so I figured that must be where the meat is. I paid, however still leery. \\nI sat my salad down and hurried over to the hot stuff. Soups, alright. Breads with cheese on it, cool. Pastas, ok. Meats? No. Crap. \\nSo I knew I'd be eating 'healthy'. I could use more of that. I didn't complain too much. \\nAll the salad stuff was fresh. Whether it was good or not will depend upon your taste in salad stuff. They've got a variety toppings, so you probably will create something to your liking. They seemed to have all the bases covered with the dressings, too...and the low-fat honey mustard dressing doesn't taste too low-fat, so don't avoid it. There's also oils and vinaigrette in bottles. I will say that for a place that specializes in salads, it seemed that they could have had even more toppings to offer...no ham, no turkey, no avocado, no mozzarella, no blahblahblah... I honestly have seen more offerings at a Ruby Tuesday salad bar. \\nAs for the specially prepared salads, most people will find something tasty. I had the Caesar salad, the pineapple coleslaw, tarragon tuna something, and some chicken and rice thing. The best was the Caesar, which was especially fresh and had garlic croutons. The pineapple coleslaw was as refreshing a dish as I think I've ever had. The tuna and the chicken/rice thing was just ok to me...but I still must point out how fresh it all was. \\nThe soups were delicious. I tried the shrimp bisque and the Mexican soup (can't remember the name). The bisque was awesome as I had two bowls of it, creamy with a subtle flavor and plenty of shrimp. The Mexican soup was the meatiest thing there and had a great rustic taste. Neither soup was greasy or too heavy. \\nThe pasta was unremarkable. I had the lemon pasta with capers...all you tasted was a tang of lemon and absolutely nothing else. The pasta was well cooked, but just left you with no taste. I didn't bother with the mac and cheese, as I don't eat that at restaurants. Then there was the broccoli and cheese stuff...had too much of a twang to it, too sharp. I put it over the pasta to try and make something happen, the result was tasting nothing but the twang plus the tang. Uh uh. \\nOne of things I enjoyed the most was the asiago something something bread. It was nice and crusty, but soft somehow. And the taste was great...garlicy and the asiago cheesiness. Perfect with all the salad and even more so to sop up soup. There were other breads, but none looked as appetizing. I must say that they kept it nice and fresh, with at least 3 batches coming out while we were there. \\nDidn't try the yogurt or any of the deserts...should've. Oh well. \\nThere is also some darn good strawberry lemonade here. Its got real strawberries from the looks of it, because you can see the 'seeds' or whatever that stuff is in strawberries, all in the stuff. Either that or my glass was dirty... No, but it was great, and goes well with everything. \\nSomething else I'd like to mention is the service. The special salads had all been depleted, someone notified the cashier, the cashier immediately notified whoever, and they came over right away and began making fresh salads...which shows that there isn't some big vat in the back with premade stuff in it. The line was backing up, but the people making the salads were busting their butts. It was nice to see. \\nWill I go back? Probably not, just not my style of buffet, even though it really SHOULD replace my usual buffets. \\nShould you go? If you like salads a lot, and if you like soups a lot - then yes. Keep in mind that they only had 3 soups to choose from, and also some chili (didn't try). So that might not be enough variety for you. And you only get the pretty basic salad toppings. But its all fresh. Do not go here for the pasta. And I don't know what changes at dinner time, so maybe there's more variety then. \\nGood value? Yes, if you can get full off of salad and soup. Looking for a meal with more girth? No. $12 for no meat for a man who is looking for meat leaves a bad taste in the mouth. Don't know the prices for kids under whatever age, but there is a senior price. \\nIf you're smart enough to eat healthier, this is a decent place, but still doesn't seem to have enough stuff to choose from - that's my biggest gripe. Stay away if you're used to eating at the Chinese buffet.", - "label": null - }, - { - "text": "Somehow Asian food just works at night...Noodles is inside the maze of the Bellagio and it's pretty large. Service is ok, but it's sorta expensive. Like $18 for HK style noodles. Given how complex it is to get in and out of hotels, and if you are craving asian food late at night, I'd go to Noodles....", - "label": null - }, - { - "text": "I gave this an A-OK rating because i'm not an expert of PHO. I like the food, but just haven't been to plenty of vietnamese places.\\n\\nI ordered the spicy beef pho. It was good, very large bowl and the price was great ! This place was recommended to me by my asian friends. And i saw lots of asain peeps eating there as well, so it's probably a good place. Service was good, even though they were really busy. I would go again, the menu has plenty of selections.", - "label": null - }, - { - "text": "The skybar itself did not wow me, but I guess it's cool that it's different than the usual bars/clubs in Southside. The place was small and can get kinda steamy if crowded. Maybe it's better during the warmer season. It was colder when my friends and I went, so it was covered.\\n\\nThe pre-made frozen drinks at skybar weren't that great according to my friends. One had the pina colada, which she said didn't taste anything like pina colada. Tasted like frozen nasty alcohol. My other friend had the strawberry daiquiri, which she ended up returning to the bar after 2 sips. The bartender was nice enough to change it to a better tasting drink that's on the rocks instead of being frozen. I don't really know whether to recommend this place to a friend, I guess I will if it's their first time. Otherwise, I probably won't go up to skybar. Also, they charge an $8 cover.\\n\\nAnyway, we couldn't hear the music, so we decided to go down to Diesel after about 10-15 mins at skybar. Diesel had more people and definitely more fun than skybar.", - "label": null - }, - { - "text": "The store is dirty, but much worse, the folks at the registers seem to be trained to be rude, and have the social skills of a grocery bag. I live less than a mile away and was excited to find a Sprouts in my new neighborhood. After the first few times there, I stopped going and drive well past this store to others. Recently, I needed some organic tomatoes quickly and so, I thought I would give this Sprouts another try. The girl behind the register never spoke to me and seemed as if it was a real inconvenience to ring up four tomatoes. She practically threw my change and receipt at me. Never again. Five or six times of poor service is enough.", - "label": null - }, - { - "text": "Place way over priced", - "label": null - }, - { - "text": "The piano bar is awesome!!! All I have to say is these guys r hilarious! Upbeat and straight up entertaining!! This is very delayed. I was here 2/13/11. Wrote it while I was still at the bar and just haven't been on here in a while to post it.", - "label": null - }, - { - "text": "This restaurant does indeed have a problem with general cleanliness. However, the food was really good and so I'd probably still go back. My friend and I spent about $10 each for one of the family dinners...and let me tell you, it was an enormous amount of food! It even included a whole lobster, which was really tasty. You will see most of the seafood chillin in the tanks when you first walk in, so you know it's at least freshly killed.\\n\\nHowever, like the other reviewers I can't give this more than 2 stars since the place is so filthy. In all seriousness, the service was friendly but I had to keep kicking a cockroach away with my foot during dinner.\\n\\nHonestly, these guys could dominate the local market for traditional chinese dining if they'd just clean up a little and spend more than five dollars on the interior decor. All the handwritten signs all over the walls advertising prices on fresh \\\"geo ducks\\\" and shrimp, along with the harsh fluorescent lighting, are just over-the-top carelessness.", - "label": null - }, - { - "text": "We finally came here for dinner but we were disappointed. There wasn't alot to choose from and it's quite expensive. The service was fine and the food was pretty decent but we expected a very different menu and a larger one at that. Plus their prices were way too much. I doubt we'd be back.", - "label": null - }, - { - "text": "The chicken shwarma, kaftta and hommus deluxe are excellent. The garlic sauce is so good I want to drink it. Can you smell my breath from here?\\nAwesome staff and a cool store in the back. Try the cookies and the baklava, they're delicious.", - "label": null - }, - { - "text": "Twice we ordered take out as Rosati's isn't far from our house and we had guests. Both times they lost our order, the 1st time we weren't told this until after we paid!! The second time we called and mentioned the problem to avoid a repeat missed order, and they did it again! lol! \\nAnd both times it took well over 30 minutes to get our order and on second time the order wasn't complete and that took 10 more minutes to fix!\\nWhat's the saying......'fool me once, shame on you, fool me twice, shame on me?' We haven't been back since! And btw, the food wasn't anything special!", - "label": null - }, - { - "text": "Ice Pan is an interesting take on an already saturated chilled dessert market. The iced cream is made right in front of you with subtle variations on your classic flavors. This establishment is indeed somewhat pricey, but if you compare it to every other place on the strip, it is a perfectly acceptable amount to pay for a dessert.\\n\\nThe taste is nothing phenomenal, but they way they prepare it kinda is. the ice cream is made right in front of you as they turn milk and fruit into customized ice cream. The cream is poured onto this chilled pan / wok and freezes almost instantly. The ice cream masters then proceed to stir, scrape, slap, and slice the ice cream using knife-like spatulas with such speed and precision that you'd think you were watching a Benihana chef in action. Seriously, if they brought a knife to a gun fight, they would still have a chance at coming out on top.\\n\\nAs for eating the ice cream, the taste was a little light, which is kinda nice after a heavy Las Vegas meal, but deep down, I was kinda hoping for a little more umph from the flavor. Depending on who you get to prepare it, the consistency can be super creamy or hard and dense. If you get a more senior preparer, the cream comes out very smooth and can be almost gelato-like. If your preparer is the young one who has yet to master the tricks of the trade, the cream may be left on the ice pan a bit too long and freeze a little harder than it probably should.\\n\\nWith both ups and downs to this eatery, I think the Yelp rating system hit this one right on the mark, it is A-OK.", - "label": null - }, - { - "text": "I was born really close to the Mexican border so when I heard this was the best Mexican place in town, naturally I had to act fast.\\n\\nIt's located centrally which is pretty nice - not in the best neighborhood, but easy access to the freeway.\\n\\nI should've known that this place was going to be a disaster from they're chips and salsa. One salsa was way too spicy and the other tasted like tomato sauce. \\n\\nWhen our food arrived (after a good wait) my guacamole had a fowl, spoiled taste and my mom's steak was rare. We sent both plates back (which I never do) and my second plate came equipped with beef instead of the chicken I order. Besides that, the food was just mediocre. The beans were too salty, and the meat was under-seasoned. \\n\\nPrices are reasonable for a sit down joint, but you can honestly get better food a Roberto's. Skip this one!", - "label": null - }, - { - "text": "Brown rice is MUSH! Today was the second time I've been since my office moved a block away. I gave it another chance because there is no way a place like this would over cook their rice to the point where it practically melted together....think again. I have been to Samurai Sams a million times over the years for the \\\"healthy alternative\\\" to fast food and either something has changed to the quality of food or I've been there too many times that I'm burned out. The rice issue is huge...who wants mushy rice? Like someone said in reviews below-everything is now premade just sitting there. Not sure how true that is but thats what it seems. Big bummer. :(", - "label": null - }, - { - "text": "If you want PHO in Pittsburgh (Considering the Vietnamese Restaurant selections) I would choose this Place over Tram's Kitchen. The Pho here is more fragrant.", - "label": null - }, - { - "text": "Great customer service and well priced rentals. Good advice on trails to take and local sites to see. My buddy got a puncture (complete with sunstroke) and a member of the team came out to meet us and replace the tire.", - "label": null - }, - { - "text": "The side of sauteed Spinach was incredibly salty otherwise the color was wonderful and it smelled great. The side of sauteed mushrooms looked really good, but they were way too peppery. I never season my food, when its cooked right there isn't any need to but whoever made those dishes had a very heavy hand. I NEVER leave food behind and I didn't even finish half of them. \\n\\nI had to ask for a steak knife. Waited until someone bothered to make eye contact with me to ask for it by the way. The steak was cooked perfectly - rare just the way I like it and the texture wonderful. The thin french fries were great too, very good! Flavor, texture etc. but as I ate the steak there was way too much seasoning on it as well. Seasoning shouldn't over power the flavor of a good cut of meat and this did. \\n\\nThe biggest issue I had: the staff really needs a lesson in professionalism. I heard one woman behind me talk about a female condom which was just PART of their conversation. They were all huddled in the back while there were people at tables on the floor. Totally turned me off. I saw waitress and waiter in disagreement in the middle of the dining area while setting up a table. One couple complained they had been sitting there ignored. The gentleman got up and said something to a waiter and the manager came over and appeared to make amends in a grandiose way. My own waiter walked by and for some reason never made eye contact. I was not sure why - to be clear I NEVER give anyone a hard time nor am I anything other than friendly. Even if the service and food are not up to par. \\n\\nI was seated in the back, on the left (if you are facing the kitchens) so had a birds eye view - and ear - to everything. I told one friend that I actually felt like I was in restaurant boss type episode and there was a hidden camera somewhere, it was that ridiculous with the staff and how they were acting. \\n\\nThe Manager must have realized I heard what I shouldn't have heard because he gave me a box of free pastries and apologized. The staff treated him, quite honestly? - like crap. It was embarrassing. The fact that those kids (some of them - others adults) acted in such a manner in a restaurant that I'd heard NOTHING but rave reviews about? It was disappointing. \\n\\nThe fact I heard him trying to discipline them - they ignored him - was probably not smart on his part either. He seemed frazzled and angry and just disgusted. Lets just say the atmosphere that night was a 1 star. If the staff acts up like that? Get them in the kitchen and send them home, don't do it where patrons can hear.\\n\\nIn all fairness maybe (hopefully for the owner) this was not a regular occurrence because friends of mine RAVE about this place. For breakfast and dinner saying it was one of their favorites. I went on a Coupon to try it out, and at first loved the atmosphere but it went downhill from there. I also can't see paying that kind of money for a meal that was \\\"eh\\\" \\n\\nI always eat every bite on my plate and I savor each one. I didn't take anything with me except the free pastries and my french fries. \\n\\nI judge a place on different criteria and I have a sensitive palate and nose. LOVE food. To cook it, eat it, buy it, read about it etc. I think I am a good judge of what I see, taste, smell and - hear.\\n\\nI'd recommend other places before this one for DINNER - may consider giving them a shot for breakfast type fare and will say the ONE WONDERFUL thing - the best thing about this place - the desserts. They were a little stale but it was after 9pm so that isn't a biggie in my book. \\n\\nI bought a slice of Carrot cake and Tiramisu - the waiter had closed my bill without asking me about desserts at all by the way......I watched a waitress across the room RAVE about them to a full table of people ( I was solo) and she had me craving them. He was going to give them to me for free because he closed the bill out. I insisted on paying for them and will tell you that it was \\\"THE BEST\\\" carrot cake I've ever had! I'd order a whole one for my birthday cake if I could. \\n\\nThe free pastries the Manager gave me? Macaroons are awesome almond cakes too and croissants with chocolate in them. I would recommend this place as a BAKERY and I may give them a shot - after hearing a friend say the crepes were really good - for breakfast. However, not my first choice or even second for Dinner. \\n\\nFor the owner? You have your work cut out for you, I am not a professional in the food service industry but you should consider \\\"Restaurant Stakeout\\\" if you find your patronage decline.", - "label": null - }, - { - "text": "The first impression was a good one. The host led us to our table and I couldn't help but notice the murals of Aztec leaders and ancient designs painted on the walls. The dining area has a warm and inviting feel. Festive music can be heard but not too loud. After being greeted by a waiter in traditional garb they immediately brought us their house chips which are light and crispy and they'll bring as many as you can eat. \\n\\nThe salsa is watery, chunky, lacks any kick and I didn't find the pico de gallo appetizing either. But the guacamole is made fresh table-side by a charming woman who doesn't speak much but smiles a lot. You get to choose how spicy and whether you want onions, cilantro, lime, or all of the above. She then muddles it in a stone serving dish and lets you taste-test it before she sets it on your table and moves on.\\n\\nThe ground beef tacos are too greasy. But the flank steak in the Tacos al Carbon is sublime compared to the other items I've tried so far. The menu is huge so there are still plenty of items to try on return visits. For the value and down home atmosphere it's a great alternative to the other high (snooty) and low (scary) Mexican restaurants around town.", - "label": null - }, - { - "text": "The husband and I wanted to hit up a few good buffets during our stay. We received mixed reviews for the Wynn buffet, but found it easy to eat at since we were going to watch le reve. After standing in line for about 20 mins (on a Tuesday around 7pm) we were seated. The entry way is gorg but lead back the buffet area the decor seemed a bit outdated, but still very nice.\\n\\nThe food experience - I just didn't find anything special. The food is all good, but nothing was drool worthy. They have salads, american, Italian, grilled foods, ramen station, asian and seafood. It was a great variety, but like I said nothing stood out. My favorite was the dessert bar. It had a good variety.", - "label": null - }, - { - "text": "Massage, massage!! I am visiting from out of town and wanted a massage. They were great on getting my sceduled in on last minute. I had a neck and shoulder massage from Lawerence and i highly recommend him! I typically dont like massages because I just don't have luck with finding someone good. He was great and will come back when I visit again!", - "label": null - }, - { - "text": "This review is not about the food but the slamming ultra lounge that is The Cathouse.\\n\\nIf you like house music in a less crowded atmosphere where you can actually socialize with people, this is the lounge for you.\\n\\nDrinks are very fairly priced. Hostesses are very professional delivering incredible service (yeah they are also hot but this is not one of those clubs).\\n\\nMake some local friends and get in without cover.\\n\\nCheck the Luxor website before you head out to the lounge. There are different themes during the week including a hip-hop and an \\\"alternative lifestyle\\\" night.", - "label": null - }, - { - "text": "After 24 hours on the Strip, you need to get away. A 15-minute drive out to an anonymous, deserted strip mall on W. Sahara you'll find Rosemary's, whose food can compete bite-for-bite w/ the Michelin 1- and 2-star restaurants at the resorts. We deferred to the prix fixe menus and were not disappointed!", - "label": null - }, - { - "text": "I saw Keith Urban and LIttle Big Town recently, this was my first concert since moving to Phoenix. I've seen Keith up close before and to save money we chose lawn seats, the sound was great, he played in the center for several songs giving us a close up performance, his lighting and video behind the stage was super. i agree the concessions/beer prices are ridiculous but I wasn't surprised. It was a perfect night weather wise, it did run late and we left a few minutes earlier than he stopped performing.\\nI do recommend exiting the I 10 before 83rd, that's where all the traffic was. I will arrive earlier to get a better lawn seat but we had a great time, in fact will be there for Jason Aldean the 17th! For $30 sitting in my own chair in the lawn under the stars is worth it.", - "label": null - }, - { - "text": "I used to love this place. So much so, that I gave them several chances to remind me of that long lost love affair. Last 3 out of 3 times has been terrible. My hot and sour soup came to me about the color of mustard. And it was sickeningly sweet. My fried wontons were virtually meatless, and my combo fried rice didn't have any discerning flavor at all. $20 later and all i can say is that I'm so disappointed. I will never order from them again. I will stick with Red House for my wonton fix and continue to search for a go to place for fried rice.", - "label": null - }, - { - "text": "Used to like this place now it's sucking more and more each time I go this was my last visit when I ordered country crepes and I got hash and eggs even the coke was flat", - "label": null - }, - { - "text": "One of my favorite taco places. It's super far from me but every time I'm on this side of town I always have to stop by here for a few freshly made tacos.\\n\\nIt's about $2+ per taco. All served with corn tortilla which I personally don't like since I prefer flour tortilla and to get flour tortilla it's an extra $.50 per taco (which sucks bc you would think that it's included, all those $.50s add up haha) \\n\\nWeds is buy 1 ($2) get the 2nd taco free on the pork taco ..in other words a $1 each", - "label": null - }, - { - "text": "It was pretty good. We had the calamari which was excellent. I had the fettuccine with shrimp, it was good.", - "label": null - }, - { - "text": "Atmosphere, Atmosphere, Atmosphere \\n\\nI make a pilgrimage to this place about every three months. The food is average and overpriced. The service is OK. And there is usually one good Pale Ale on tap and overpriced. \\n\\nIt is kinda like going to Disneyland. You know you are going to take in the shorts but you go anyway. You go to live the dream if only for an hour or two. \\n\\nIf you ever went fishing as a kid or wished you had, grab your wallet or purse and eat here asap.", - "label": null - }, - { - "text": "Horrible happy hour martinis - unless you like pure sugar syrup. Food is not much better. Would not recommend it.", - "label": null - }, - { - "text": "I made appointment prior to coming here but still waited for an hour. The place is nice but looks can be deceiving because of the bad service they provided me. Please don't waste your time coming here totally not worth the wait!!!", - "label": null - }, - { - "text": "I just had a late lunch. The all you can eat sushi was not worth it. The food was not fresh. It was horrible!!! I've been here quite a few times but I don't remember the food tasting like this. First of all, the edamame was not eatable. I couldn't even get the peas out of the pods. The chicken skewers were dried and had a weird smell with it. Perhaps the meat was sitting out too long?? The sushi items we ate didn't taste fresh. Especially the tuna. We also ordered the green mussels which was burnt and ruin the rest of my appetite. Overall for lunch I should of starve.", - "label": null - }, - { - "text": "Totally avoid this place. Spend a few more $$s and go to the one at Bellagio but do so after 12noon as the Japenese and Italian stations do not open until then. The food at Flavor lacked flavor completely. It must take some effort to make simple dishes taste so bad!", - "label": null - }, - { - "text": "Breakfast to die for!!!\\n\\nMy wife and I got in late, and woke up the next day hungry. We wanted breakfast so I yelp for local places. We have tried Hash House a Go Go, great place when not watching your calories. I saw other places with comments $40 for breakfast ya da, ya da. We were staying in the Venezia tower and had eaten at Bouchon's before. \\n\\n I noticed that Bouchon served breakfast so I was game. I was not disappointed. French pastry's, European coffee, what could be better.\\n\\nI ordered the omelet of the day, stuffed with artichoke hearts, mushrooms, and cheese. Perfect eggs, good sausage, with brioche toast.\\n\\nMy wife had the bread pudding French toast with warm Carmel vanilla sauce. \\\"Heaven on a plate\\\" according to my wife. \\n\\nThe service was great, and for the strip, and an upscale restaurant the $38 dollar breakfast was another great moment.\\n\\nIf you stay anywhere near this place it is a must try for breakfast.", - "label": null - }, - { - "text": "They weren't busy so the server was on the money! I tried the pulled pork fajitas and my girlfriend try the chicken fajitas. The veggies and tortillas were awesome but everything else kind of lacked flavor. The server brought out plenty of chips with three different kinds of salsa. They were unique but none really popped for me. We ordered some fried ice cream, a necessity at a Mexican restaurant, and after about 15 minutes the waitress informed us that they didn't have it. The manager offered to buy us desserts for the inconvenience, which was pretty awesome if u ask me. I had the key lime pie and the kids had the kids Sunday. I will have to try this place again and see if something else on the menu has some Zing.", - "label": null - }, - { - "text": "Disorganized. Ripoffs. Rude, airhead employees that don't clean and freely talk on there cell phones whilst you asking them a simple question. Id rather rub sand in my eyes. Disgusted.", - "label": null - }, - { - "text": "Came here on a Tues night at 6pm. Warning. If your coming after 6pm, make a reservation! We were a party of 5 and were lucky to get in. They did accommodate us, but told us we had to leave by 7. This place got so crowded at 6pm!! Full house! Legit Japanese place. My folks had the ramen, and I had a chicken egg bowl plus a few skewers on the side. Traditional Japanese recipes coming from someone who is Japanese.My folks came with me. They ordered the ramen, but preferred Monta Ramen better.( see my review on them) \\nService was a bit hectic, but the place was packed so I don't blame them. Foo", - "label": null - }, - { - "text": "I should have reviewed this place long ago but I was too busy eating there to take the time to sit down and write. \\n\\nWe have been going here since they opened, first enticed in by a Groupon and then brought back by Chef Steve's wonderfully inspired dishes. This is a small plates restaurant so do not order one plate and expect to be full. The menu is divided into individual proteins and veggies. Read the descriptions carefully and then order enough to share. My husband and I typically order four or five plates and then hesitate over dessert. Chef Steve did a menu change recently so now we will be enjoying some new items and hope that you also try them out. Go with a group of people, its more fun\\n\\nThe Poke is one of my favorites, but make sure you mix it to get the seasoning all through it. One the new new additions is the Beef Carpaccio, Very flavorful. Also the shrimp dish, I believe its called Mini Mi's but its on a bun with slaw. The slaw is so good I would eat just that. They are so many dishes that it is truly had to remember. Checkout their ode to the Monte Cristo, it will make you weep. The owners work hard to provide good service and are always looking to improve. So.....if you want to eat and not be bothered go for lunch during the day. If you want busy with some music and noise check them out on a Friday night. They have a Facebook page that will tell you if there is something going on before you head out. Since I am all about the food, we go during the daytime. They also apparently have a happy hour but I don't know what that is about, I have just read the sign.\\n\\nThe decor is very basic, as is the plating and utensils. Because we have been coming here since the beginning, we have been able to see the changes they have made to the place over time. I can see where they have spent their money and am able to understand their choices. I would much rather have great food than great decor.", - "label": null - }, - { - "text": "I've been to The Vig a handful of times... for at least 4 lunches, a few times for just drinks / happy hour, and at least 2 dinners. I think that is a fair amount of visits to justify the 4.5 star review rounded up to 5 stars that I am giving it now!\\n\\nI've always had friendly and attentive service, and I've never had a problem with the food or drinks I've ordered. Granted, I've probably just ordered beer, iced tea, or water, but still :)\\n\\nI'm adding The Vig to my list of places to go for great sweet potato fries. They also offer really yummy starters including the Vings (grilled wings), Grilled Veggie Platter, Hummus, and Ceviche. At lunchtime, I recommend the Cobb salad although several friends of mine consistently order the Vig Azz Burger. For dinner, I love their \\\"Miso Hungry Salmon.\\\" \\n\\nAs mentioned in other reviews, their outdoor dining area and bocce court are just what Phoenix needs more of on a beautiful day or evening! So much fun!\\n\\nIf this beautiful weather continues, I'll be hanging out at The Vig again very soon!", - "label": null - }, - { - "text": "Seemingly popular with the 20-somethings with long lines in the evening, we stopped in BurGR for a late lunch and it seems GR is living on his celebrity, not his cooking or service. It took 35 minutes to get two burgers and an order of sweet potato fries to the table - cold. The burgers were absolutely nothing special - except very expensive. The ground beef was fresh but had sat out long enough not to be even luke-warm. Fries were stone cold. Something I love: $9 for an order of cold fries. Service was stretched. Absolutely nothing special about the burgers or BurGR. Easier to walk a block down the street to get a hot Quarter-Pounder at McDonald's. You won't get quite the amount of beef but it will be hot and less than an third the price. You won't be paying for the fancy curved flame wall at the entrance. While BurGR is less expensive than other casino eateries, it is still in the category of taking your money for little in return. Try a Big Mac - you and your pocketbook will be happier. Don't use the excuse \\\"it's Vegas, Baby.\\\" Ramsay is there to take your money. I think I'm older and more experienced at decent dining than many of the reviewers for this place. Note the reviews that say they are fans of Ramsay - doesn't have a thing to do with the food actually served - and I assure you - Ramsay didn't cook these things.", - "label": null - }, - { - "text": "While everything is fresh, I am still not impressed. I prefer the true Mediterranean restaurants, like Spices. This place is just another trendy spin on Mediterranean food. Examples: the tzatziki had chunks of cucumber (weird) and the Greek salad didn't have olives. Won't be back.", - "label": null - }, - { - "text": "I had put off trying this restaurant due to the mixed reviews and the doubtful possibility there was quality BBQ in Pittsburgh having been so badly disapointed repeatedly. I ordered 1/4 pound pork, 1/4 pound ribs and greens. 1/4 pound ribs were 2 bones, very small but very meaty. I will say that this is the most expensive BBQ I have ever had anywhere in the country without a doubt. \\n\\nThe ribs and pork have a nice dry rub. BBQ is never spicy and this isn't either, thankfully. It doesn't come out sauced, another blessing. The sauce on the table is nice and complements the rub. It's a little fruity and tangy breaking up the richness of the pork. Please watch the char. Burnt isn't good food. Seriously! The pork was succulent, there was lots of fat melting in my mouth and making me wish there was more. I got the end piece of the rib rack but it was still fairly moist. I wish there was more but I was already at $15 so I wasn't going to order anything else for lunch. The greens were spot on. Very nicely done and the portion size (for the greens) was ok. \\n\\nThe place isn't much to look at. The service was friendly. I don't know if it's ever going to be 5 stars for me but I will definitely be back to try it again.\\n\\nI went back! Took Miriam just a few days later and it was exactly the same. A good sign. This time, in addition, I tried the brussel sprouts and they were delicious. Bring a friend or 3. If you order more food, the price gets cheaper. So a 1/2 pound is less than 2 portions of a 1/4 pound for example and you can save money if you share. It's still expensive but you can do a bit better with some planning.", - "label": null - }, - { - "text": "Very Trendy hotel!!! \\n\\nA friend was able to get me a free room for my birthday! Thanks KJ! :-)\\n\\nThe check in process was LONG-even in VIP, however I guess I shouldn't complain because it was free...\\n\\nThe room was cute and clean. I enjoyed the views from the wraparound terrace.\\n\\nRoom service was GREAT!!! \\n\\nI asked the bartender at the vesper bar to Surprise me with a drink that was fruity yet would still give me a buzz, she hooked me up with a SAGE 75!!! Let's just say I enjoyed it to the fullest!!! \\n\\nShopping in the hotel left something to be desired. \\n\\nI don't think I'll stay here again, however it was nice to experience it - especially since it was free! ;-)", - "label": null - }, - { - "text": "I am a big fun of French food and patisserie, I used to go to that place 3 times a week for breakfast or lunch, but everything change there during this last year, I order Marquez, and they serve it to me almost burned, u cannot taste any thing. \\nLast Sunday I was there they close at 4pm, I was there at 3pm, and I want to order omelet, the server there she told me the kitchen is close, we can't cook anything, come on!!\\nI had many bad experiences there, I will never go back, there are many other French bakery in vegas", - "label": null - }, - { - "text": "Cheap, cheap eats! Really great breakfast and service. The bloody mary was delish and for only $5, it packed a wallop for the small glass.", - "label": null - }, - { - "text": "Republic Ramen looks and sounds like a promising restaurant; unfortunately, my first bite told me otherwise. While the food is not inedible, it definitely does NOT resemble traditional Japanese ramen. I ordered an original milk tea boba & a bowl of tonkotsu ramen with pork. The pork is nothing like the pork that comes with authentic ramen. Instead, it was pale, tough, and flavorless. The noodles and soup are fine but way less flavorful than I am used to from a restaurant advertising themselves as a ramen restaurant and not just a plain noodle house. And the boba I ordered was VERY flavorless and watered down. However, on the bright side, the boba pearls were the perfect texture and level of chewiness!", - "label": null - }, - { - "text": "No special request is too special for John. Even a soy allergy can be handled in this awesome sushi restaurant. Don't eat shell fish, but still want sushi? No problem. John's is the best hands down.", - "label": null - }, - { - "text": "Difficult to find. Annoying bar setup with mostly garbage Bud/Miller/Coors products like Blue Moon, and they had the nerve to serve me a Guinness in a frosty glass. Service was a bit slow. Prices were reasonable though. Old building on the outside but decent inside.", - "label": null - }, - { - "text": "I guess we arrived right after their rush hour because there were no tables readily available when we arrived but about 60% full which can be understandable. But we were seated within 5 minutes, but the menus took another 5 minutes to come.\\nI ordered the 4 course of salad, tandoori chicken, mixed vegetables, banana bread pudding, and a chai latte included in the end. Chicken was very tender and the salad a large order with even more salad placed on the same plate of the entree. Bread pudding very very good to finish. The gf had chicken marsala which was very sweet on its own but went very well with the garlic naan we ordered on the side. Main entrees were a bit on the smaller side.\\nThe server was joking around a little, calling my chicken KFC when it came and saying the bread pudding came with ketchup and mustard. Funny guy.", - "label": null - }, - { - "text": "On our recent one day trip to las vegas we decided to have dinner at this place since we were residing far from the strip blvrd. The menu was very interesting and very confusing, So I let the other order. My favorite was pieces of salmon, and the one with the quail egg.\\nIn general the service was really good, super friendly and very fast. Fish was very fresh.", - "label": null - }, - { - "text": "Horrible food (except the garlic bread, that was actually pretty good!). It's annoying that they only take cash, I feel like this is 1995 again. It's also annoying you have to go to two sections to order your drinks, you can't order them with your meal.\\n\\nHOWEVER, it's cheap entertainment. Have a little kid? Spend $25, take the family here, they will enjoy it.", - "label": null - }, - { - "text": "My husband and I finally checked out this place after hearing about it only a couple weeks ago. The idea of a cute storefront restaurant on Main Street intrigued us. We went on a weeknight and found the place surprisingly full - there were only five (of about 15-20) tables available when we arrived. However, we were quickly seated and provided with our requested drinks.\\n\\nWe had pork bellies and kale chips for our appetizers. The pork bellies were divine. The kale chips were a bit lacking in flair. It was basically dry kale with paprika sprinkled on top. Not much else.\\n\\nMy husband got the Local Dish burger and declared it good. The fries he got on the side were great. I ordered their chicken & peaches sandwich with coleslaw on the side. The coleslaw was fantastic and I could have eaten more than the serving they gave me. The chicken sandwich was average - but I loved knowing I was probably eating peaches from just a few blocks away at the Peach Stand. The chicken itself was a bit dry but was helped by the pesto, spinach and peaches that came on it.\\n\\nWhy did I not give it more than 3 stars? Because a second visit will be required, with other foods tried, before I decide to bump it up to four stars. The restaurant was charming enough (and prices decent enough) that we'll most likely go back again the future.", - "label": null - }, - { - "text": "My favorite thing about Stalzy's is that they stick to the basics but they do them really well. The menu may not sound super impressive in comparison to the prices but when you get your meal the quality is superb. These sandwiches are made with quality, local ingredients and with the above average drink selection they really provide the deli experience I expect. Dont let the simple titles fool you this top notch food is worth of your lunch(or breakfast) hour any day.\\n\\nMy sandwich of choice is the ham and swiss, simple, delectable, delicious :)", - "label": null - }, - { - "text": "My wife and I had dinner there last night. It was superb. \\nDon!t know what people are talking about regarding nachos and sangria.\\nThis is totally good French food. The ambiance, the decor, the food presentation were all in keeping with what a high level restaurant should be. The restaurant was not very busy as it was relatively early evening\\nSo the waiter did not rush the servings along enabling us to dine at\\nOur own pace. Our prize fixe meal was $47each plus wine, tax, and tip\\nThe three course meal consisted of a lovely green salad, the entree was salmon for me that was cooked perfectly served with what appeared to be roasted barley mix and green beans. My wife has a veal chop that she liked but what I thought was a little too rare on the inside although\\nWell charred on the outside. Desert was a glorious crime de br\\u00fbl\\u00e9e that was to die for. \\nIn summary we both thought it was a good dining experience and a good value for the price.\\nWe would go back again and recommend to friends.", - "label": null - }, - { - "text": "Went here on a Friday night around nine and was sat right away. I chose the Chilean sea bass and my dinner companions chose the bone in ribeye and the new your strip. After sampling everything I would have to say the ribeye was the best. We also tried their oyster Rockefeller and it was delicious!", - "label": null - }, - { - "text": "They are a nice alternative to Zimbrick in Madison is you have a foreign car. However I would recommend Zimbrick as the mechanics at Zimbrick will tell you what items you can do yourself to save money. Look out at Dunn's as they may try to add on additional services that you don't really need which will cost you more money.", - "label": null - }, - { - "text": "Up there with Crave for a classy bar with good, expensive martinis. Nice, modern lighting, the atmosphere makes me feel fabulous.....who am I kidding, I am fabulous! There's always a cute boy around to by me a drink, so the prices don't bother me too much. Their \\\"one & done\\\" drinks knock my socks off.....heed the warning that the name gives....I'm serious.....brings me back to my jungle juice days at house parties. 5 stars!", - "label": null - }, - { - "text": "Negative baristas heaven forgive they mess up your order and u ask them to remake it. No asking if it was right the second time, still not right but they are so rude ur afraid to ask for them to actually try it again. Also soooo sloooooooowww come on people drink some coffee and get motivated... lets work on niceness and speed.", - "label": null - }, - { - "text": "This place was okay, I wasn't too impressed. The neighborhood is great, but I didn't feel like the coffee shop was anything special. There isn't a lot of table space, so it's hard to do work.\\n\\nThe drinks were good, though. Seemed to be mostly fair priced. \\n\\nLike I said, it was good, but nothing special. I may or may not come back.", - "label": null - }, - { - "text": "Awesome! We're from la and this was a treat! Chicken del sol was awesome! Go here there's something healthy and delecious for everyone!", - "label": null - }, - { - "text": "First time at Extreme Pita. It is a little different than Pita Pit. I had the small smoked turkey and my husband had the buffalo chick. Was not impressed with the food nor the staff. Not sure we will go back.", - "label": null - }, - { - "text": "I love both locations equally. Such a delicious cafe caramel. I also really love their tea selections. The baristas are always friendly, and there's always a place to sit. What more can you ask for? :)", - "label": null - }, - { - "text": "Went here with my roommate last week for a late breakfast and was pleasantly surprised! I got the Eggs Benedict and a chocolate croissant while my roommate went for the French toast with fresh fruit. Everything was very tasty, although my roommate could have easily handled a larger portion. \\nAll the employees were super sweet and the French owner's eclectic playlist really added to how much I enjoyed the experience. Will have to go again for lunch or dinner!", - "label": null - } - ], - "intents": [ - { - "id": 0, - "name": "accept_reservations", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "take reservations", - "they take reservations" - ], - "description": "user wants to know if reservations are accepted by the mentioned restaurants." - }, - { - "id": 1, - "name": "account_blocked", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my bank", - "my bank account" - ], - "description": "user is inquiring about the reasons for their account being blocked." - }, - { - "id": 2, - "name": "alarm", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "an alarm", - "an alarm for" - ], - "description": "user wants to set up alarms" - }, - { - "id": 3, - "name": "application_status", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "credit card", - "credit card application" - ], - "description": "user inquires about the status of their credit card application" - }, - { - "id": 4, - "name": "apr", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "the apr", - "apr on my" - ], - "description": "user is inquiring about the APR (Annual Percentage Rate) on their credit card." - }, - { - "id": 5, - "name": "are_you_a_bot", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "are you", - "are you a" - ], - "description": "user is inquiring about whether the entity is a bot or a real person." - }, - { - "id": 6, - "name": "balance", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my bank", - "do i have" - ], - "description": "user wants to know the balance of his bank account" - }, - { - "id": 7, - "name": "bill_balance", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "how much", - "how much is" - ], - "description": "user wants to know the balance of their bills" - }, - { - "id": 8, - "name": "bill_due", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "do i", - "bill is due" - ], - "description": "user wants to know when their bill is due" - }, - { - "id": 9, - "name": "book_flight", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "a flight", - "a flight from" - ], - "description": "user wants to book a flight" - }, - { - "id": 10, - "name": "book_hotel", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "a hotel", - "a hotel in" - ], - "description": "user wants to book a hotel room" - }, - { - "id": 11, - "name": "calculator", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "what is", - "what is the" - ], - "description": "user wants to calculate numbers" - }, - { - "id": 12, - "name": "calendar", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my calendar", - "on my calendar" - ], - "description": "user wants to inquire about events and appointments on their calendar" - }, - { - "id": 13, - "name": "calendar_update", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my calendar", - "my calendar for" - ], - "description": "user wants to make updates to their calendar" - }, - { - "id": 14, - "name": "calories", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "how many", - "how many calories" - ], - "description": "user inquires about the calorie content of various food items" - }, - { - "id": 15, - "name": "cancel", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "cancel that", - "cancel that last" - ], - "description": "user wants to cancel a task or action" - }, - { - "id": 16, - "name": "cancel_reservation", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "cancel my", - "cancel my reservation" - ], - "description": "user wants to cancel a reservation" - }, - { - "id": 17, - "name": "car_rental", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "a car", - "rent a car" - ], - "description": "user wants to rent a car" - }, - { - "id": 18, - "name": "card_declined", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my card", - "my card was" - ], - "description": "user wants to know why their card was declined" - }, - { - "id": 19, - "name": "carry_on", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "carry ons", - "how many carry" - ], - "description": "user inquires about the carry-on policy for various airlines and flights." - }, - { - "id": 20, - "name": "change_accent", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "to the", - "to the male" - ], - "description": "user wants to change the accent or voice gender." - }, - { - "id": 21, - "name": "change_ai_name", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "your name", - "change your name" - ], - "description": "user wants to change the name they use to refer to the AI assistant" - }, - { - "id": 22, - "name": "change_language", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "your language", - "to me in" - ], - "description": "user wants to change the language in which the responses are given" - }, - { - "id": 23, - "name": "change_speed", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "can you", - "can you speak" - ], - "description": "user wants to change the speed of speech in the interaction" - }, - { - "id": 24, - "name": "change_user_name", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "call me", - "you can call" - ], - "description": "user wants to change their username" - }, - { - "id": 25, - "name": "change_volume", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "to 4", - "volume to 4" - ], - "description": "user wants to change the volume" - }, - { - "id": 26, - "name": "confirm_reservation", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my reservation", - "my reservation for" - ], - "description": "user wants to confirm a reservation" - }, - { - "id": 27, - "name": "cook_time", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "how long", - "how long should" - ], - "description": "user wants to know the cooking time for various dishes." - }, - { - "id": 28, - "name": "credit_limit", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "credit limit", - "limit on my" - ], - "description": "user is inquiring about their credit limit" - }, - { - "id": 29, - "name": "credit_limit_change", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "credit limit", - "my credit limit" - ], - "description": "user wants to know if their credit limit can be increased" - }, - { - "id": 30, - "name": "credit_score", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my credit", - "my credit score" - ], - "description": "user wants to check or verify their credit score" - }, - { - "id": 31, - "name": "current_location", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my current", - "my current location" - ], - "description": "user is asking about finding their current location" - }, - { - "id": 32, - "name": "damaged_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my card", - "my card is" - ], - "description": "user needs to report a damaged card." - }, - { - "id": 33, - "name": "date", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "the date", - "today s date" - ], - "description": "user is inquiring about the date" - }, - { - "id": 34, - "name": "definition", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "definition of", - "the definition of" - ], - "description": "user wants to know the definitions of certain words" - }, - { - "id": 35, - "name": "direct_deposit", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "direct deposit", - "up direct deposit" - ], - "description": "user wants to set up direct deposit for paycheck" - }, - { - "id": 36, - "name": "directions", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "get to", - "get to the" - ], - "description": "user is asking for directions to various locations." - }, - { - "id": 37, - "name": "distance", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "how long", - "to get to" - ], - "description": "user is asking about the distance or travel time to various locations." - }, - { - "id": 38, - "name": "do_you_have_pets", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "do you", - "do you have" - ], - "description": "user wants to know if the company has any pets" - }, - { - "id": 39, - "name": "exchange_rate", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "exchange rate", - "the exchange rate" - ], - "description": "user wants to inquire about exchange rates." - }, - { - "id": 40, - "name": "expiration_date", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "credit card", - "my credit card" - ], - "description": "user wants to know the expiration date of their card." - }, - { - "id": 41, - "name": "find_phone", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my phone", - "find my phone" - ], - "description": "user is looking for help to locate their phone" - }, - { - "id": 42, - "name": "flight_status", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my flight", - "the status of" - ], - "description": "user wants to know the status of their flight" - }, - { - "id": 43, - "name": "flip_coin", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "a coin", - "flip a coin" - ], - "description": "user wants to flip a coin" - }, - { - "id": 44, - "name": "food_last", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "in the", - "in the fridge" - ], - "description": "user is inquiring about the shelf life of various food items." - }, - { - "id": 45, - "name": "freeze_account", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "on my", - "my bank account" - ], - "description": "user wants to freeze his account" - }, - { - "id": 46, - "name": "fun_fact", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "tell me", - "fun fact about" - ], - "description": "user wants to know fun facts" - }, - { - "id": 47, - "name": "gas", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "i have", - "do i have" - ], - "description": "user wants to inquire about the gas level in their vehicle" - }, - { - "id": 48, - "name": "gas_type", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "this car", - "what kind of" - ], - "description": "user is inquiring about the type of gas needed for their car." - }, - { - "id": 49, - "name": "goodbye", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "it was", - "talk to you" - ], - "description": "user is saying goodbye" - }, - { - "id": 50, - "name": "greeting", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "are you", - "how are you" - ], - "description": "user is greeting the AI." - }, - { - "id": 51, - "name": "how_busy", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "how busy", - "how busy is" - ], - "description": "user wants to know how busy certain restaurants are and the wait time to be seated." - }, - { - "id": 52, - "name": "how_old_are_you", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "how old", - "old are you" - ], - "description": "user is asking about the age of the AI" - }, - { - "id": 53, - "name": "improve_credit_score", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my credit", - "my credit score" - ], - "description": "user wants to know how to improve their credit score" - }, - { - "id": 54, - "name": "income", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "how much", - "what is my" - ], - "description": "user wants to know about their income" - }, - { - "id": 55, - "name": "ingredient_substitution", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "can i", - "can i use" - ], - "description": "user wants to know about substituting ingredients" - }, - { - "id": 56, - "name": "ingredients_list", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "what ingredients", - "do i need" - ], - "description": "user is asking for a list of ingredients for various recipes" - }, - { - "id": 57, - "name": "insurance", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my health", - "my health benefits" - ], - "description": "user is inquiring about their insurance benefits." - }, - { - "id": 58, - "name": "insurance_change", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "insurance plan", - "my insurance policy" - ], - "description": "user wants to make changes to their insurance policy" - }, - { - "id": 59, - "name": "interest_rate", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "interest rate", - "the interest rate" - ], - "description": "user wants to know about their interest rate" - }, - { - "id": 60, - "name": "international_fees", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "card in", - "my card in" - ], - "description": "user is inquiring about international fees for using their card" - }, - { - "id": 61, - "name": "international_visa", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "i need", - "do i need" - ], - "description": "user is inquiring about the need for an international visa for various countries." - }, - { - "id": 62, - "name": "jump_start", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "jump start", - "to jump start" - ], - "description": "user is seeking information on how to jump start a car" - }, - { - "id": 63, - "name": "last_maintenance", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my car", - "when did i" - ], - "description": "user wants to know the date of the last maintenance for their car" - }, - { - "id": 64, - "name": "lost_luggage", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my luggage", - "ab123 out of" - ], - "description": "user is inquiring about lost luggage" - }, - { - "id": 65, - "name": "make_call", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "can you", - "a phone call" - ], - "description": "user wants to make a phone call" - }, - { - "id": 66, - "name": "maybe", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "could be", - "it could be" - ], - "description": "user expresses uncertainty" - }, - { - "id": 67, - "name": "meal_suggestion", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "for dinner", - "a meal from" - ], - "description": "user is looking for meal suggestions from different cuisines" - }, - { - "id": 68, - "name": "meaning_of_life", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "meaning of", - "the meaning of" - ], - "description": "user seeks to understand the meaning of life" - }, - { - "id": 69, - "name": "measurement_conversion", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "how many", - "do you convert" - ], - "description": "user wants to convert between different units of measurement" - }, - { - "id": 70, - "name": "meeting_schedule", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "i have", - "do i have" - ], - "description": "user wants to know about their meeting schedule" - }, - { - "id": 71, - "name": "min_payment", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "the minimum", - "what is the" - ], - "description": "user wants to know the minimum payment amount for a bill" - }, - { - "id": 72, - "name": "mpg", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "this car", - "does this car" - ], - "description": "user is inquiring about the car's highway miles per gallon (mpg)" - }, - { - "id": 73, - "name": "new_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "for a", - "apply for a" - ], - "description": "user is looking to apply for a new credit card" - }, - { - "id": 74, - "name": "next_holiday", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "the next", - "next day off" - ], - "description": "user wants to know when the next holiday is" - }, - { - "id": 75, - "name": "next_song", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "the next", - "the next song" - ], - "description": "user wants to play the next song on a playlist" - }, - { - "id": 76, - "name": "no", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "that is", - "that is not" - ], - "description": "user expresses negation or disagreement" - }, - { - "id": 77, - "name": "nutrition_info", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "the nutritional", - "what s the" - ], - "description": "user wants to know the nutritional information for various foods" - }, - { - "id": 78, - "name": "oil_change_how", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "to change", - "how to change" - ], - "description": "user wants to know how to change the oil in their car" - }, - { - "id": 79, - "name": "oil_change_when", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my oil", - "change my oil" - ], - "description": "user wants to know when to change the oil in their car" - }, - { - "id": 80, - "name": "order", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "shopping list", - "my shopping list" - ], - "description": "user wants to place an order" - }, - { - "id": 81, - "name": "order_checks", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "for my", - "checks for my" - ], - "description": "user wants to order checks for their account" - }, - { - "id": 82, - "name": "order_status", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my order", - "the status of" - ], - "description": "user wants to know the status of their order." - }, - { - "id": 83, - "name": "pay_bill", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "pay my", - "to pay my" - ], - "description": "user wants to pay a bill" - }, - { - "id": 84, - "name": "payday", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my next", - "my next paycheck" - ], - "description": "user inquires about the dates of their paychecks." - }, - { - "id": 85, - "name": "pin_change", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "pin number", - "my pin number" - ], - "description": "user wants to change their PIN number" - }, - { - "id": 86, - "name": "play_music", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "can you", - "i want to" - ], - "description": "user wants to play music" - }, - { - "id": 87, - "name": "plug_type", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "i need", - "do i need" - ], - "description": "user is inquiring about the type of plug needed in different countries" - }, - { - "id": 88, - "name": "pto_balance", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "i have", - "do i have" - ], - "description": "user wants to check their PTO balance" - }, - { - "id": 89, - "name": "pto_request", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "a pto", - "a pto request" - ], - "description": "user wants to request paid time off (PTO) for specific dates." - }, - { - "id": 90, - "name": "pto_request_status", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my vacation", - "my vacation request" - ], - "description": "user wants to check the status of their time off request" - }, - { - "id": 91, - "name": "pto_used", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "how many", - "how many days" - ], - "description": "user wants to know how many personal days or vacation days have been used." - }, - { - "id": 92, - "name": "recipe", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "recipe for", - "a recipe for" - ], - "description": "user is seeking recipes for various dishes" - }, - { - "id": 93, - "name": "redeem_rewards", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "credit card", - "credit card points" - ], - "description": "user wants to redeem their credit card rewards" - }, - { - "id": 94, - "name": "reminder", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "on my", - "my reminder list" - ], - "description": "user wants to view, hear, confirm or describe the items on their reminders list" - }, - { - "id": 95, - "name": "reminder_update", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "a reminder", - "set a reminder" - ], - "description": "user wants to update or create a reminder" - }, - { - "id": 96, - "name": "repeat", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "i did", - "i did nt" - ], - "description": "user wants the information repeated" - }, - { - "id": 97, - "name": "replacement_card_duration", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "how long", - "a new card" - ], - "description": "user is inquiring about the duration of receiving a replacement card" - }, - { - "id": 98, - "name": "report_fraud", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "on my", - "activity on my" - ], - "description": "user wants to report fraud on their card" - }, - { - "id": 99, - "name": "report_lost_card", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "to report", - "to report it" - ], - "description": "user wants to report their lost card" - }, - { - "id": 100, - "name": "reset_settings", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "factory settings", - "go back to" - ], - "description": "user wants to reset the factory settings" - }, - { - "id": 101, - "name": "restaurant_reservation", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "a reservation", - "a reservation for" - ], - "description": "user wants to make a restaurant reservation" - }, - { - "id": 102, - "name": "restaurant_reviews", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "are the", - "the ratings for" - ], - "description": "user wants to know the ratings and reviews of various restaurants" - }, - { - "id": 103, - "name": "restaurant_suggestion", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "restaurants in", - "where should i" - ], - "description": "user is asking for restaurant suggestions" - }, - { - "id": 104, - "name": "rewards_balance", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "on my", - "how many points" - ], - "description": "user wants to know their rewards balance on their various credit cards." - }, - { - "id": 105, - "name": "roll_dice", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "roll a", - "you roll a" - ], - "description": "user wants to roll a dice" - }, - { - "id": 106, - "name": "rollover_401k", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my 401k", - "rollover my 401k" - ], - "description": "user needs assistance with their 401k rollover after changing jobs" - }, - { - "id": 107, - "name": "routing", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "routing number", - "routing number for" - ], - "description": "user is inquiring about routing numbers for various banks." - }, - { - "id": 108, - "name": "schedule_maintenance", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "engine light", - "check engine light" - ], - "description": "user wants to schedule maintenance for their car" - }, - { - "id": 109, - "name": "schedule_meeting", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "a meeting", - "schedule a meeting" - ], - "description": "user wants to schedule a meeting" - }, - { - "id": 110, - "name": "share_location", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my location", - "my gps coordinates" - ], - "description": "user wants to share their location with someone" - }, - { - "id": 111, - "name": "shopping_list", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "shopping list", - "my shopping list" - ], - "description": "user wants to know the items on their shopping list." - }, - { - "id": 112, - "name": "shopping_list_update", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "shopping list", - "my shopping list" - ], - "description": "user wants to update their shopping list" - }, - { - "id": 113, - "name": "smart_home", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "can you", - "who is at" - ], - "description": "user wants to control smart home devices" - }, - { - "id": 114, - "name": "spelling", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "to spell", - "how to spell" - ], - "description": "user is asking for help with spelling words" - }, - { - "id": 115, - "name": "spending_history", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "how much", - "did i spend" - ], - "description": "user wants to know their spending history" - }, - { - "id": 116, - "name": "sync_device", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my phone", - "from my phone" - ], - "description": "user wants to synchronize a device with their phone" - }, - { - "id": 117, - "name": "taxes", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "how much", - "my state taxes" - ], - "description": "user is inquiring about taxes" - }, - { - "id": 118, - "name": "tell_joke", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "tell me", - "tell me a" - ], - "description": "user wants to hear a joke" - }, - { - "id": 119, - "name": "text", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "a text", - "send a text" - ], - "description": "user wants to send a text" - }, - { - "id": 120, - "name": "thank_you", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "thank you", - "for the answer" - ], - "description": "user wants to express gratitude" - }, - { - "id": 121, - "name": "time", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "is it", - "time is it" - ], - "description": "user is asking for the current time." - }, - { - "id": 122, - "name": "timer", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "timer for", - "a timer for" - ], - "description": "user wants to set a timer" - }, - { - "id": 123, - "name": "timezone", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "what timezone", - "what timezone is" - ], - "description": "user is inquiring about different time zones." - }, - { - "id": 124, - "name": "tire_change", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my tires", - "when should i" - ], - "description": "user is inquiring about when to change their tires" - }, - { - "id": 125, - "name": "tire_pressure", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my tires", - "in my tires" - ], - "description": "user wants to know about their car's tire pressure" - }, - { - "id": 126, - "name": "todo_list", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "on my", - "to do list" - ], - "description": "user wants to hear their to do list" - }, - { - "id": 127, - "name": "todo_list_update", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "to do", - "to do list" - ], - "description": "user wants to update their to-do list." - }, - { - "id": 128, - "name": "traffic", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "way to", - "on the way" - ], - "description": "user inquires about the traffic conditions in various locations and times." - }, - { - "id": 129, - "name": "transactions", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "show me", - "show me the" - ], - "description": "user wants to view their transaction history, including specific queries about recent transactions and transactions on specific cards." - }, - { - "id": 130, - "name": "transfer", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "account to", - "account to my" - ], - "description": "user wants to transfer money between accounts" - }, - { - "id": 131, - "name": "translate", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "how do", - "would i say" - ], - "description": "user wants to translate various phrases into different languages" - }, - { - "id": 132, - "name": "travel_alert", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "travel alerts", - "any travel alerts" - ], - "description": "user is inquiring about travel alerts for specific destinations." - }, - { - "id": 133, - "name": "travel_notification", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my bank", - "my bank i" - ], - "description": "user wants to inform the bank about their upcoming travel." - }, - { - "id": 134, - "name": "travel_suggestion", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "do in", - "to do in" - ], - "description": "user is requesting travel suggestions." - }, - { - "id": 135, - "name": "uber", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "an uber", - "an uber to" - ], - "description": "user wants to book an Uber ride" - }, - { - "id": 136, - "name": "update_playlist", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "to my", - "to my playlist" - ], - "description": "user wants to update their playlist with specific songs" - }, - { - "id": 137, - "name": "user_name", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my name", - "refer to me" - ], - "description": "user wants to know the name associated with their account." - }, - { - "id": 138, - "name": "vaccines", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "i need", - "do i need" - ], - "description": "user is inquiring about the need for vaccinations before traveling to different countries" - }, - { - "id": 139, - "name": "w2", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "my w2", - "where can i" - ], - "description": "user is inquiring about obtaining their W2 form." - }, - { - "id": 140, - "name": "weather", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "the weather", - "what is the" - ], - "description": "user is inquiring about the weather" - }, - { - "id": 141, - "name": "what_are_your_hobbies", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "do you", - "what do you" - ], - "description": "user wants to know about the hobbies of the person or entity being asked" - }, - { - "id": 142, - "name": "what_can_i_ask_you", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "ask you", - "i ask you" - ], - "description": "user is inquiring about the range of topics or questions they can ask the AI." - }, - { - "id": 143, - "name": "what_is_your_name", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "your name", - "refer to you" - ], - "description": "user wants to know the name of the AI assistant" - }, - { - "id": 144, - "name": "what_song", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "this song", - "the name of" - ], - "description": "user wants to know the name of the current song." - }, - { - "id": 145, - "name": "where_are_you_from", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "were you", - "were you born" - ], - "description": "user wants to know where the person is from" - }, - { - "id": 146, - "name": "whisper_mode", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "whisper mode", - "to whisper mode" - ], - "description": "user wants to switch to whisper mode." - }, - { - "id": 147, - "name": "who_do_you_work_for", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "work for", - "you work for" - ], - "description": "user wants to know who the virtual assistant works for" - }, - { - "id": 148, - "name": "who_made_you", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "who made", - "who made you" - ], - "description": "user wants to know who created the AI assistant" - }, - { - "id": 149, - "name": "yes", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "that s", - "yes that is" - ], - "description": "user confirms their agreement or approval with a positive response" - }, - { - "id": -1, - "name": "ood", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [ - "it was", - "i do nt" - ], - "description": "user has out-of-domain query" - } - ] -} diff --git a/experiments/intent_description/ru_hwu64_fix_with_intent_desc.json b/experiments/intent_description/ru_hwu64_fix_with_intent_desc.json deleted file mode 100644 index 9db9f8a2..00000000 --- a/experiments/intent_description/ru_hwu64_fix_with_intent_desc.json +++ /dev/null @@ -1,1518 +0,0 @@ -{ - "utterances": [ - { - "text": "Пожалуйста, добавьте Тома в мой список контактов.", - "label": 0 - }, - { - "text": "olly добавить новый адрес электронной почты для Anna", - "label": 0 - }, - { - "text": "Создать новый контакт с помощью электронной почты", - "label": 0 - }, - { - "text": "Добавить e-mail этого человека", - "label": 0 - }, - { - "text": "Создать новый контакт", - "label": 0 - }, - { - "text": "Да, отличный ответ команде.", - "label": 1 - }, - { - "text": "Да, это правильно.", - "label": 1 - }, - { - "text": "Йеап получил это в совершенстве.", - "label": 1 - }, - { - "text": "Это правильно.", - "label": 1 - }, - { - "text": "Да, это удивительно.", - "label": 1 - }, - { - "text": "Пожалуйста, повторите последнюю фразу из этой книги.", - "label": 2 - }, - { - "text": "Прочитайте это назад", - "label": 2 - }, - { - "text": "Перемотать аудиокнигу на 30 секунд", - "label": 2 - }, - { - "text": "Слушать аудиокнигу", - "label": 2 - }, - { - "text": "Пожалуйста, продолжайте играть в \"Странного Томаса\" Дина Кунца.", - "label": 2 - }, - { - "text": "Оля, убирай квартиру", - "label": 3 - }, - { - "text": "Здесь грязно, сделайте шум!", - "label": 3 - }, - { - "text": "Пылесосить дом, Олли", - "label": 3 - }, - { - "text": "Уборка - это хорошо, пыль - так плохо, сделай сейчас свою магическую уборку моего ковра", - "label": 3 - }, - { - "text": "Холл The Hallway", - "label": 3 - }, - { - "text": "Сделай мне кофе", - "label": 4 - }, - { - "text": "Мне нужен кофе", - "label": 4 - }, - { - "text": "Я причудливый немного кофе сейчас", - "label": 4 - }, - { - "text": "Йо, Олли, мне нужен кофе сейчас", - "label": 4 - }, - { - "text": "Запустите кофемашину", - "label": 4 - }, - { - "text": "Олли, пожалуйста, заткнись.", - "label": 5 - }, - { - "text": "Олли, пожалуйста, заткнись.", - "label": 5 - }, - { - "text": "Олли, пожалуйста, можешь отменить.", - "label": 5 - }, - { - "text": "Этого достаточно, отмените это.", - "label": 5 - }, - { - "text": "Вы можете, пожалуйста, заткнуться.", - "label": 5 - }, - { - "text": "Вы получили это правильно?", - "label": 6 - }, - { - "text": "Я хотел бы, чтобы вы подтвердили это, пожалуйста.", - "label": 6 - }, - { - "text": "Проверьте, что сказано.", - "label": 6 - }, - { - "text": "Вы можете проверить детали.", - "label": 6 - }, - { - "text": "Пожалуйста, проверьте детали.", - "label": 6 - }, - { - "text": "Скажите мне время по Гринвичу плюс 5", - "label": 7 - }, - { - "text": "5:45 утра в Ливерпуле, который час сейчас в Нью-Йорке?", - "label": 7 - }, - { - "text": "Если в Лондоне сейчас 16:35, то сколько сейчас времени в Мельбурне?", - "label": 7 - }, - { - "text": "Какое время 12 часов по восточному времени по тихоокеанскому времени?", - "label": 7 - }, - { - "text": "Если сейчас полдень в Вирджинии, который час в Калифорнии?", - "label": 7 - }, - { - "text": "Создайте новый список дел", - "label": 8 - }, - { - "text": "Создать список", - "label": 8 - }, - { - "text": "Пожалуйста, создайте новый список", - "label": 8 - }, - { - "text": "Добавить яблоки в список покупок", - "label": 8 - }, - { - "text": "Я также должен купить батареи ААА", - "label": 8 - }, - { - "text": "Какую валюту использует Хорватия", - "label": 9 - }, - { - "text": "Что такое...?", - "label": 9 - }, - { - "text": "скажите мне текущее соотношение доллара для США и Канады", - "label": 9 - }, - { - "text": "Я хотел бы, чтобы мой КПК сообщал мне о тенденциях валютных курсов", - "label": 9 - }, - { - "text": "Каков текущий обменный курс доллара к евро?", - "label": 9 - }, - { - "text": "pda что такое skynet", - "label": 10 - }, - { - "text": "Расскажи мне об этом", - "label": 10 - }, - { - "text": "Что такое", - "label": 10 - }, - { - "text": "Найдите определение", - "label": 10 - }, - { - "text": "Что означает зонтик?", - "label": 10 - }, - { - "text": "Мне это не нравится", - "label": 11 - }, - { - "text": "Палец вниз", - "label": 11 - }, - { - "text": "Мне не нравится эта группа", - "label": 11 - }, - { - "text": "Эта песня на заднем плане раздражает.", - "label": 11 - }, - { - "text": "Песня не очень хорошая", - "label": 11 - }, - { - "text": "Я действительно не забочусь ни о ком.", - "label": 12 - }, - { - "text": "Это неважно, Олли.", - "label": 12 - }, - { - "text": "Я бы не знал.", - "label": 12 - }, - { - "text": "Для меня это не имеет никакого значения.", - "label": 12 - }, - { - "text": "Я понятия не имею, что выбрать, Олли.", - "label": 12 - }, - { - "text": "Расскажите мне обо всех текущих событиях в моем родном городе.", - "label": 13 - }, - { - "text": "Что происходит Олли", - "label": 13 - }, - { - "text": "Текущие локальные события", - "label": 13 - }, - { - "text": "Текущие события", - "label": 13 - }, - { - "text": "Что происходит в Нью-Йорке", - "label": 13 - }, - { - "text": "Не получайте этого.", - "label": 14 - }, - { - "text": "Не могли бы вы подробнее рассказать о том, что вы только что сказали.", - "label": 14 - }, - { - "text": "Не могли бы вы перефразировать еще раз для меня, пожалуйста.", - "label": 14 - }, - { - "text": "Я не мог этого понять.", - "label": 14 - }, - { - "text": "Объясните, пожалуйста, еще раз.", - "label": 14 - }, - { - "text": "Что такое валовой внутренний продукт США?", - "label": 15 - }, - { - "text": "Расскажи мне комиксы Чарли Чаплина", - "label": 15 - }, - { - "text": "когда закат солнца", - "label": 15 - }, - { - "text": "А что же Тона?", - "label": 15 - }, - { - "text": "А где Тоня?", - "label": 15 - }, - { - "text": "Игры", - "label": 16 - }, - { - "text": "Приложения для головоломок и игр", - "label": 16 - }, - { - "text": "Видеоигры", - "label": 16 - }, - { - "text": "Сыграй со мной в шахматы", - "label": 16 - }, - { - "text": "Сыграй со мной в игру", - "label": 16 - }, - { - "text": "Как дела, Олли", - "label": 17 - }, - { - "text": "Как вы?", - "label": 17 - }, - { - "text": "Эй, эй", - "label": 17 - }, - { - "text": "Как у вас дела?", - "label": 17 - }, - { - "text": "Утро, что там?", - "label": 17 - }, - { - "text": "Розовый - это все, что нам нужно", - "label": 18 - }, - { - "text": "Сделайте освещение здесь немного более теплым", - "label": 18 - }, - { - "text": "Пожалуйста, установите освещение, подходящее для чтения", - "label": 18 - }, - { - "text": "Олли, включи свет на 20 процентов", - "label": 18 - }, - { - "text": "Установите яркость на 50%", - "label": 18 - }, - { - "text": "Олли, приглуши свет в зале", - "label": 19 - }, - { - "text": "Приглушить свет на кухне", - "label": 19 - }, - { - "text": "Сделайте комнату темнее", - "label": 19 - }, - { - "text": "Уменьшите яркость.", - "label": 19 - }, - { - "text": "Уменьшите яркость.", - "label": 19 - }, - { - "text": "Выключите свет, пожалуйста", - "label": 20 - }, - { - "text": "Пора спать, Олли!", - "label": 20 - }, - { - "text": "Выключите свет в ванной комнате", - "label": 20 - }, - { - "text": "Олли, выключи свет в спальне", - "label": 20 - }, - { - "text": "Свет выключен", - "label": 20 - }, - { - "text": "И тьма опустилась", - "label": 21 - }, - { - "text": "И начался свет", - "label": 21 - }, - { - "text": "Олли, здесь ужасно темно", - "label": 21 - }, - { - "text": "Олли, слишком темно, я даже не вижу своих рук", - "label": 21 - }, - { - "text": "Зажгите свет на кухне", - "label": 21 - }, - { - "text": "Установите яркость выше", - "label": 22 - }, - { - "text": "Сделать свет ярче", - "label": 22 - }, - { - "text": "Пожалуйста, поднимите свет до максимума", - "label": 22 - }, - { - "text": "Сделайте комнату ярче", - "label": 22 - }, - { - "text": "Олли, сделай свет ярче", - "label": 22 - }, - { - "text": "Заставь меня смеяться", - "label": 23 - }, - { - "text": "Расскажи мне хорошую шутку", - "label": 23 - }, - { - "text": "Слушать онлайн Giggle My Way", - "label": 23 - }, - { - "text": "Расскажи мне анекдот.", - "label": 23 - }, - { - "text": "Разбуди меня.", - "label": 23 - }, - { - "text": "Люблю рок-музыку", - "label": 24 - }, - { - "text": "Моя любимая музыкальная группа - Queen", - "label": 24 - }, - { - "text": "Мне нравятся песни Senatra", - "label": 24 - }, - { - "text": "Олли, я действительно наслаждаюсь этой песней", - "label": 24 - }, - { - "text": "Песня, которую вы играете, потрясающая", - "label": 24 - }, - { - "text": "Найдите мне хороший ресторан для ужина", - "label": 25 - }, - { - "text": "Какие ближайшие рестораны доступны", - "label": 25 - }, - { - "text": "Назовите мне лучшие туристические места для посещения в Америке.", - "label": 25 - }, - { - "text": "где хорошо поесть дешевую пакистанскую еду", - "label": 25 - }, - { - "text": "Какое место лучше всего посетить в этом месяце?", - "label": 25 - }, - { - "text": "Теннисные стометровки", - "label": 26 - }, - { - "text": "Перевести 10 миль в километры", - "label": 26 - }, - { - "text": "Семь раз по семь", - "label": 26 - }, - { - "text": "что такое ___ +-х и т.д. ____", - "label": 26 - }, - { - "text": "Рассчитать ____", - "label": 26 - }, - { - "text": "Подтвердить билет в кино в театре \"Слава\"", - "label": 27 - }, - { - "text": "Стоит ли смотреть этот фильм?", - "label": 27 - }, - { - "text": "Какой фильм стоит посмотреть", - "label": 27 - }, - { - "text": "какой хороший иранский фильм 2016 года", - "label": 27 - }, - { - "text": "Какой хороший фильм посмотреть прямо сейчас", - "label": 27 - }, - { - "text": "Я хочу послушать песню Ариджита Сингха еще раз.", - "label": 28 - }, - { - "text": "Я хочу сыграть эту музыку еще раз.", - "label": 28 - }, - { - "text": "Пожалуйста, сыграйте Yesterday из Битлз", - "label": 28 - }, - { - "text": "Я хотел бы услышать Queen's Barcelona", - "label": 28 - }, - { - "text": "Играй мне Барселона от Queen", - "label": 28 - }, - { - "text": "Я думаю, что вы все сделали неправильно.", - "label": 29 - }, - { - "text": "Я думаю, что вы запутались с запросом.", - "label": 29 - }, - { - "text": "Извините, но вы ошиблись.", - "label": 29 - }, - { - "text": "Ваша команда была неправильной.", - "label": 29 - }, - { - "text": "Вы не правы.", - "label": 29 - }, - { - "text": "Пожалуйста, закажите суши на ужин", - "label": 30 - }, - { - "text": "Эй, я хотел бы, чтобы вы заказали бургер", - "label": 30 - }, - { - "text": "Не могли бы вы заказать суши на сегодняшний ужин?", - "label": 30 - }, - { - "text": "Могу ли я заказать ужин на вынос из byron's?", - "label": 30 - }, - { - "text": "Заказать пиццу", - "label": 30 - }, - { - "text": "Вернуться назад", - "label": 31 - }, - { - "text": "Воспроизведите мне последний подкаст об онлайн-опросах.", - "label": 31 - }, - { - "text": "Сыграй мне несколько подкастов о том, как быстро разбогатеть.", - "label": 31 - }, - { - "text": "Слушайте мои новейшие подкасты от Radiolab.", - "label": 31 - }, - { - "text": "играть мой любимый подкаст", - "label": 31 - }, - { - "text": "Возьмите меня на сайт Huffington Post.", - "label": 32 - }, - { - "text": "Отправьте сообщение на Facebook на ожидающие запросы друзей, что мой список друзей заполнен, и я скоро создам новый профиль.", - "label": 32 - }, - { - "text": "Отправить смешное сообщение всем моим друзьям", - "label": 32 - }, - { - "text": "Зайдите в социальные сети и опубликуйте следующий статус", - "label": 32 - }, - { - "text": "Изменить статус в социальных сетях", - "label": 32 - }, - { - "text": "Это хорошо, большое спасибо.", - "label": 33 - }, - { - "text": "Вы сделали это правильно, большое спасибо, Олли.", - "label": 33 - }, - { - "text": "Это полезно,", - "label": 33 - }, - { - "text": "Вы все правильно сделали, большое спасибо.", - "label": 33 - }, - { - "text": "Спасибо за ответ, Оля.", - "label": 33 - }, - { - "text": "Проверьте, когда начнется шоу", - "label": 34 - }, - { - "text": "какое сейчас время в австралии", - "label": 34 - }, - { - "text": "Подскажите время в Москве", - "label": 34 - }, - { - "text": "Олли, список самых рейтинговых вариантов доставки китайской еды", - "label": 34 - }, - { - "text": "Я хочу немного карри с собой, какие-нибудь рекомендации, Олли?", - "label": 34 - }, - { - "text": "Вы отвечали на мои телефонные звонки", - "label": 35 - }, - { - "text": "PDA, позвони маме.", - "label": 35 - }, - { - "text": "Какой корпоративный номер Джимми Джонса?", - "label": 35 - }, - { - "text": "Какой адрес электронной почты у Сильвии?", - "label": 35 - }, - { - "text": "Какой у него номер?", - "label": 35 - }, - { - "text": "Проверить, готов ли мой автомобиль", - "label": 36 - }, - { - "text": "Проверьте, работает ли мой ноутбук", - "label": 36 - }, - { - "text": "Яркость моего экрана низкая?", - "label": 36 - }, - { - "text": "Мне нужно включить службы определения местоположения, можете проверить?", - "label": 36 - }, - { - "text": "Проверить состояние моего энергопотребления", - "label": 36 - }, - { - "text": "играть мою любимую станцию", - "label": 37 - }, - { - "text": "игра моя любимая станция пандора", - "label": 37 - }, - { - "text": "Играть в Пандору", - "label": 37 - }, - { - "text": "Кортана, ты можешь включить Пандору?", - "label": 37 - }, - { - "text": "Слушать радио BBC", - "label": 37 - }, - { - "text": "Можете ли вы порекомендовать мне здоровую пищу на ужин?", - "label": 38 - }, - { - "text": "Ваш рецепт стейка был великолепен", - "label": 38 - }, - { - "text": "Мягкий сыр лучше, чем твердый?", - "label": 38 - }, - { - "text": "Олли, как долго я должен варить яйца?", - "label": 38 - }, - { - "text": "Какие ингредиенты нужны для томатного супа", - "label": 38 - }, - { - "text": "Отмените мой будильник в 7 утра", - "label": 39 - }, - { - "text": "Снимите будильник, установленный на 10 вечера", - "label": 39 - }, - { - "text": "Остановка сигнализации 7 утра", - "label": 39 - }, - { - "text": "Удалите будильник, который я только что установил", - "label": 39 - }, - { - "text": "Снять сигнализацию", - "label": 39 - }, - { - "text": "Вы скажете мне еще один раз, пожалуйста.", - "label": 40 - }, - { - "text": "Не могли бы вы сказать еще раз, пожалуйста.", - "label": 40 - }, - { - "text": "Не могли бы вы сказать мне, что комментарий сказал еще раз.", - "label": 40 - }, - { - "text": "Скажите мне еще раз, пожалуйста.", - "label": 40 - }, - { - "text": "Не могли бы вы сказать мне еще один раз, пожалуйста.", - "label": 40 - }, - { - "text": "Пожалуйста, отправьте напоминание Питеру по электронной почте и спросите его, сколько времени он потратит на подготовку презентации.", - "label": 41 - }, - { - "text": "Я не хотел, чтобы вы отправляли это сообщение, подождите, пока я не скажу отправить.", - "label": 41 - }, - { - "text": "Пишем смс друзьям", - "label": 41 - }, - { - "text": "Отправьте письмо тому, с кем поговорить", - "label": 41 - }, - { - "text": "Отправьте групповое письмо в Lookafter", - "label": 41 - }, - { - "text": "Разбуди меня в 5 утра на этой неделе", - "label": 42 - }, - { - "text": "Разбуди меня в 9 утра в пятницу", - "label": 42 - }, - { - "text": "Установите будильник на два часа вперед", - "label": 42 - }, - { - "text": "Установите будильник на 12", - "label": 42 - }, - { - "text": "Установите будильник через 40 минут", - "label": 42 - }, - { - "text": "Пройдите по этой дорожке.", - "label": 43 - }, - { - "text": "Перетасуйте этот плей-лист.", - "label": 43 - }, - { - "text": "Включить shuffle", - "label": 43 - }, - { - "text": "Save Settings (Сохранить настройки)", - "label": 43 - }, - { - "text": "Отключить shuffle", - "label": 43 - }, - { - "text": "Держите меня в курсе цен на фондовом рынке.", - "label": 44 - }, - { - "text": "Расскажите, пожалуйста, о новостях, связанных с фондовым рынком.", - "label": 44 - }, - { - "text": "Что нового на фондовом рынке.", - "label": 44 - }, - { - "text": "Каковы некоторые обновления о фондовом рынке.", - "label": 44 - }, - { - "text": "Что нового на фондовом рынке?", - "label": 44 - }, - { - "text": "Олли, закажи мне такси до Лейта за полчаса", - "label": 45 - }, - { - "text": "Закажите uber за 20 минут до Tesco на 5-й улице", - "label": 45 - }, - { - "text": "Забронируй мне такси, Олли", - "label": 45 - }, - { - "text": "Я собираюсь в Чайнатаун через полчаса, закажите для меня Uber.", - "label": 45 - }, - { - "text": "Олли, вызови мне такси в аэропорт в 5 утра", - "label": 45 - }, - { - "text": "Подтвердить проездной билет на немецкий.", - "label": 46 - }, - { - "text": "Подтвердить бронирование железнодорожного билета в Калифорнию", - "label": 46 - }, - { - "text": "Самые дешевые рейсы в Канзас-Сити из Далласа", - "label": 46 - }, - { - "text": "Пожалуйста, отмените мой билет на поезд.", - "label": 46 - }, - { - "text": "Эй, Олли, я хочу сесть на поезд до Манчестера в среду.", - "label": 46 - }, - { - "text": "насколько плох трафик на моем пути на работу", - "label": 47 - }, - { - "text": "Проблемы с пробками на дорогах.", - "label": 47 - }, - { - "text": "Алекса, я бы избежал пробок, если бы поехал пораньше", - "label": 47 - }, - { - "text": "Как сейчас обстоят дела с трафиком", - "label": 47 - }, - { - "text": "Какой трафик работать сейчас?", - "label": 47 - }, - { - "text": "Установите громкость на низкую.", - "label": 48 - }, - { - "text": "Ты слишком громкий", - "label": 48 - }, - { - "text": "Спокойнее", - "label": 48 - }, - { - "text": "мягче", - "label": 48 - }, - { - "text": "Уменьшите громкость", - "label": 48 - }, - { - "text": "Олли, тише!", - "label": 49 - }, - { - "text": "Остановитесь!", - "label": 49 - }, - { - "text": "Старая пауза в десять секунд", - "label": 49 - }, - { - "text": "Мягкий объем.", - "label": 49 - }, - { - "text": "Пожалуйста, помолчите еще один час", - "label": 49 - }, - { - "text": "Измените громкость", - "label": 50 - }, - { - "text": "Изменить громкость динамиков", - "label": 50 - }, - { - "text": "Изменить настройки аудио", - "label": 50 - }, - { - "text": "Показать настройки громкости", - "label": 50 - }, - { - "text": "Где находится настройка громкости", - "label": 50 - }, - { - "text": "Увеличьте громкость.", - "label": 51 - }, - { - "text": "Volume up (Увеличить громкость).", - "label": 51 - }, - { - "text": "Я не слышу тебя", - "label": 51 - }, - { - "text": "Я едва слышу тебя, Олли", - "label": 51 - }, - { - "text": "Увеличить громкость", - "label": 51 - }, - { - "text": "Выключите розетку рисоварки", - "label": 52 - }, - { - "text": "Отключите мой ОКУГ", - "label": 52 - }, - { - "text": "Выключите умную розетку", - "label": 52 - }, - { - "text": "Отключите питание от штепсельной розетки 1.", - "label": 52 - }, - { - "text": "пожалуйста, выключите розетку моего телефона, когда он будет заряжаться", - "label": 52 - }, - { - "text": "Повернуть на крючок.", - "label": 53 - }, - { - "text": "Переключитесь на плагин.", - "label": 53 - }, - { - "text": "Включите мой штепсель.", - "label": 53 - }, - { - "text": "Включите розетку рисоварки", - "label": 53 - }, - { - "text": "Разрешить мой плагин", - "label": 53 - } - ], - "intents": [ - { - "id": 0, - "name": "addcontact", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет добавить новый контакт." - }, - { - "id": 1, - "name": "affirm", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь выражает согласие или одобрение." - }, - { - "id": 2, - "name": "audiobook", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет управлять или слушать аудиокнигу." - }, - { - "id": 3, - "name": "cleaning", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь запрашивает услуги по уборке или чистке помещения." - }, - { - "id": 4, - "name": "coffee", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет получить кофе или запустить кофемашину." - }, - { - "id": 5, - "name": "commandstop", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет остановить или отменить действия системы." - }, - { - "id": 6, - "name": "confirm", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет, чтобы информация была подтверждена." - }, - { - "id": 7, - "name": "convert", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет узнать текущее время в разных часовых поясах." - }, - { - "id": 8, - "name": "createoradd", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет создать или добавить элементы в список." - }, - { - "id": 9, - "name": "currency", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь интересуется текущими валютными курсами и информацией о валютах разных стран." - }, - { - "id": 10, - "name": "definition", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь ищет определения или объяснения различных терминов и понятий." - }, - { - "id": 11, - "name": "dislikeness", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь выражает негативное отношение или неприязнь к чему-либо." - }, - { - "id": 12, - "name": "dontcare", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь выражает безразличие или отсутствие предпочтений." - }, - { - "id": 13, - "name": "events", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь интересуется текущими событиями и мероприятиями в своем городе или других местах." - }, - { - "id": 14, - "name": "explain", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь просит объяснить или перефразировать информацию." - }, - { - "id": 15, - "name": "factoid", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь задает вопросы о фактах или информации." - }, - { - "id": 16, - "name": "game", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь интересуется играми и игровыми приложениями." - }, - { - "id": 17, - "name": "greet", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь приветствует собеседника." - }, - { - "id": 18, - "name": "hue_lightchange", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет изменить настройки освещения." - }, - { - "id": 19, - "name": "hue_lightdim", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет уменьшить яркость света." - }, - { - "id": 20, - "name": "hue_lightoff", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет выключить свет." - }, - { - "id": 21, - "name": "hue_lighton", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет включить свет." - }, - { - "id": 22, - "name": "hue_lightup", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет увеличить яркость света." - }, - { - "id": 23, - "name": "joke", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет услышать шутку или анекдот." - }, - { - "id": 24, - "name": "likeness", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь делится своими музыкальными предпочтениями и любимыми исполнителями." - }, - { - "id": 25, - "name": "locations", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь ищет информацию о лучших местах для посещения и ресторанах." - }, - { - "id": 26, - "name": "maths", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь интересуется математическими расчетами и преобразованиями." - }, - { - "id": 27, - "name": "movies", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь интересуется фильмами и рекомендациями по их просмотру." - }, - { - "id": 28, - "name": "music", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет послушать или воспроизвести музыку." - }, - { - "id": 29, - "name": "negate", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь выражает несогласие или указывает на ошибку в информации." - }, - { - "id": 30, - "name": "order", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет сделать заказ еды." - }, - { - "id": 31, - "name": "podcasts", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет воспроизвести подкасты." - }, - { - "id": 32, - "name": "post", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет опубликовать сообщение или статус в социальных сетях." - }, - { - "id": 33, - "name": "praise", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь выражает благодарность или похвалу." - }, - { - "id": 34, - "name": "query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь задает вопросы о времени и запрашивает рекомендации." - }, - { - "id": 35, - "name": "querycontact", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь запрашивает контактную информацию о других людях." - }, - { - "id": 36, - "name": "quirky", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь запрашивает проверку состояния различных устройств и услуг." - }, - { - "id": 37, - "name": "radio", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет слушать радио или включить музыкальные станции." - }, - { - "id": 38, - "name": "recipe", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь запрашивает рецепты и советы по приготовлению пищи." - }, - { - "id": 39, - "name": "remove", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет отменить или снять будильник." - }, - { - "id": 40, - "name": "repeat", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь просит повторить информацию." - }, - { - "id": 41, - "name": "sendemail", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет отправить электронное письмо или сообщение." - }, - { - "id": 42, - "name": "set", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет установить будильник." - }, - { - "id": 43, - "name": "settings", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет изменить настройки плейлиста." - }, - { - "id": 44, - "name": "stock", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь интересуется новостями и обновлениями на фондовом рынке." - }, - { - "id": 45, - "name": "taxi", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет заказать такси." - }, - { - "id": 46, - "name": "ticket", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет получить информацию о билетах и их бронировании." - }, - { - "id": 47, - "name": "traffic", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь интересуется состоянием трафика и пробок на дорогах." - }, - { - "id": 48, - "name": "volume_down", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет уменьшить громкость." - }, - { - "id": 49, - "name": "volume_mute", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет уменьшить громкость или отключить звук." - }, - { - "id": 50, - "name": "volume_other", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет изменить настройки громкости." - }, - { - "id": 51, - "name": "volume_up", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет увеличить громкость." - }, - { - "id": 52, - "name": "wemo_off", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет отключить умные розетки или устройства." - }, - { - "id": 53, - "name": "wemo_on", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет включить устройство или плагин." - } - ] -} diff --git a/experiments/intent_description/ru_hwu64_with_intent_desc.json b/experiments/intent_description/ru_hwu64_with_intent_desc.json deleted file mode 100644 index c03c0f06..00000000 --- a/experiments/intent_description/ru_hwu64_with_intent_desc.json +++ /dev/null @@ -1,1518 +0,0 @@ -{ - "utterances": [ - { - "text": "Пожалуйста, добавьте Тома в мой список контактов.", - "label": 0 - }, - { - "text": "olly добавить новый адрес электронной почты для Anna", - "label": 0 - }, - { - "text": "Создать новый контакт с помощью электронной почты", - "label": 0 - }, - { - "text": "Добавить e-mail этого человека", - "label": 0 - }, - { - "text": "Создать новый контакт", - "label": 0 - }, - { - "text": "Да, отличный ответ команде.", - "label": 1 - }, - { - "text": "Да, это правильно.", - "label": 1 - }, - { - "text": "Йеап получил это в совершенстве.", - "label": 1 - }, - { - "text": "Это правильно.", - "label": 1 - }, - { - "text": "Да, это удивительно.", - "label": 1 - }, - { - "text": "Пожалуйста, повторите последнюю фразу из этой книги.", - "label": 2 - }, - { - "text": "Прочитайте это назад", - "label": 2 - }, - { - "text": "Перемотать аудиокнигу на 30 секунд", - "label": 2 - }, - { - "text": "Слушать аудиокнигу", - "label": 2 - }, - { - "text": "Пожалуйста, продолжайте играть в \"Странного Томаса\" Дина Кунца.", - "label": 2 - }, - { - "text": "Оля, убирай квартиру", - "label": 3 - }, - { - "text": "Здесь грязно, сделайте шум!", - "label": 3 - }, - { - "text": "Пылесосить дом, Олли", - "label": 3 - }, - { - "text": "Уборка - это хорошо, пыль - так плохо, сделай сейчас свою магическую уборку моего ковра", - "label": 3 - }, - { - "text": "Холл The Hallway", - "label": 3 - }, - { - "text": "Сделай мне кофе", - "label": 4 - }, - { - "text": "Мне нужен кофе", - "label": 4 - }, - { - "text": "Я причудливый немного кофе сейчас", - "label": 4 - }, - { - "text": "Йо, Олли, мне нужен кофе сейчас", - "label": 4 - }, - { - "text": "Запустите кофемашину", - "label": 4 - }, - { - "text": "Олли, пожалуйста, заткнись.", - "label": 5 - }, - { - "text": "Олли, пожалуйста, заткнись.", - "label": 5 - }, - { - "text": "Олли, пожалуйста, можешь отменить.", - "label": 5 - }, - { - "text": "Этого достаточно, отмените это.", - "label": 5 - }, - { - "text": "Вы можете, пожалуйста, заткнуться.", - "label": 5 - }, - { - "text": "Вы получили это правильно?", - "label": 6 - }, - { - "text": "Я хотел бы, чтобы вы подтвердили это, пожалуйста.", - "label": 6 - }, - { - "text": "Проверьте, что сказано.", - "label": 6 - }, - { - "text": "Вы можете проверить детали.", - "label": 6 - }, - { - "text": "Пожалуйста, проверьте детали.", - "label": 6 - }, - { - "text": "Скажите мне время по Гринвичу плюс 5", - "label": 7 - }, - { - "text": "5:45 утра в Ливерпуле, который час сейчас в Нью-Йорке?", - "label": 7 - }, - { - "text": "Если в Лондоне сейчас 16:35, то сколько сейчас времени в Мельбурне?", - "label": 7 - }, - { - "text": "Какое время 12 часов по восточному времени по тихоокеанскому времени?", - "label": 7 - }, - { - "text": "Если сейчас полдень в Вирджинии, который час в Калифорнии?", - "label": 7 - }, - { - "text": "Создайте новый список дел", - "label": 8 - }, - { - "text": "Создать список", - "label": 8 - }, - { - "text": "Пожалуйста, создайте новый список", - "label": 8 - }, - { - "text": "Добавить яблоки в список покупок", - "label": 8 - }, - { - "text": "Я также должен купить батареи ААА", - "label": 8 - }, - { - "text": "Какую валюту использует Хорватия", - "label": 9 - }, - { - "text": "Что такое...?", - "label": 9 - }, - { - "text": "скажите мне текущее соотношение доллара для США и Канады", - "label": 9 - }, - { - "text": "Я хотел бы, чтобы мой КПК сообщал мне о тенденциях валютных курсов", - "label": 9 - }, - { - "text": "Каков текущий обменный курс доллара к евро?", - "label": 9 - }, - { - "text": "pda что такое skynet", - "label": 10 - }, - { - "text": "Расскажи мне об этом", - "label": 10 - }, - { - "text": "Что такое", - "label": 10 - }, - { - "text": "Найдите определение", - "label": 10 - }, - { - "text": "Что означает зонтик?", - "label": 10 - }, - { - "text": "Мне это не нравится", - "label": 11 - }, - { - "text": "Палец вниз", - "label": 11 - }, - { - "text": "Мне не нравится эта группа", - "label": 11 - }, - { - "text": "Эта песня на заднем плане раздражает.", - "label": 11 - }, - { - "text": "Песня не очень хорошая", - "label": 11 - }, - { - "text": "Я действительно не забочусь ни о ком.", - "label": 12 - }, - { - "text": "Это неважно, Олли.", - "label": 12 - }, - { - "text": "Я бы не знал.", - "label": 12 - }, - { - "text": "Для меня это не имеет никакого значения.", - "label": 12 - }, - { - "text": "Я понятия не имею, что выбрать, Олли.", - "label": 12 - }, - { - "text": "Расскажите мне обо всех текущих событиях в моем родном городе.", - "label": 13 - }, - { - "text": "Что происходит Олли", - "label": 13 - }, - { - "text": "Текущие локальные события", - "label": 13 - }, - { - "text": "Текущие события", - "label": 13 - }, - { - "text": "Что происходит в Нью-Йорке", - "label": 13 - }, - { - "text": "Не получайте этого.", - "label": 14 - }, - { - "text": "Не могли бы вы подробнее рассказать о том, что вы только что сказали.", - "label": 14 - }, - { - "text": "Не могли бы вы перефразировать еще раз для меня, пожалуйста.", - "label": 14 - }, - { - "text": "Я не мог этого понять.", - "label": 14 - }, - { - "text": "Объясните, пожалуйста, еще раз.", - "label": 14 - }, - { - "text": "Что такое валовой внутренний продукт США?", - "label": 15 - }, - { - "text": "Расскажи мне комиксы Чарли Чаплина", - "label": 15 - }, - { - "text": "когда закат солнца", - "label": 15 - }, - { - "text": "А что же Тона?", - "label": 15 - }, - { - "text": "А где Тоня?", - "label": 15 - }, - { - "text": "Игры", - "label": 16 - }, - { - "text": "Приложения для головоломок и игр", - "label": 16 - }, - { - "text": "Видеоигры", - "label": 16 - }, - { - "text": "Сыграй со мной в шахматы", - "label": 16 - }, - { - "text": "Сыграй со мной в игру", - "label": 16 - }, - { - "text": "Как дела, Олли", - "label": 17 - }, - { - "text": "Как вы?", - "label": 17 - }, - { - "text": "Эй, эй", - "label": 17 - }, - { - "text": "Как у вас дела?", - "label": 17 - }, - { - "text": "Утро, что там?", - "label": 17 - }, - { - "text": "Розовый - это все, что нам нужно", - "label": 18 - }, - { - "text": "Сделайте освещение здесь немного более теплым", - "label": 18 - }, - { - "text": "Пожалуйста, установите освещение, подходящее для чтения", - "label": 18 - }, - { - "text": "Олли, включи свет на 20 процентов", - "label": 18 - }, - { - "text": "Установите яркость на 50%", - "label": 18 - }, - { - "text": "Олли, приглуши свет в зале", - "label": 19 - }, - { - "text": "Приглушить свет на кухне", - "label": 19 - }, - { - "text": "Сделайте комнату темнее", - "label": 19 - }, - { - "text": "Уменьшите яркость.", - "label": 19 - }, - { - "text": "Уменьшите яркость.", - "label": 19 - }, - { - "text": "Выключите свет, пожалуйста", - "label": 20 - }, - { - "text": "Пора спать, Олли!", - "label": 20 - }, - { - "text": "Выключите свет в ванной комнате", - "label": 20 - }, - { - "text": "Олли, выключи свет в спальне", - "label": 20 - }, - { - "text": "Свет выключен", - "label": 20 - }, - { - "text": "И тьма опустилась", - "label": 21 - }, - { - "text": "И начался свет", - "label": 21 - }, - { - "text": "Олли, здесь ужасно темно", - "label": 21 - }, - { - "text": "Олли, слишком темно, я даже не вижу своих рук", - "label": 21 - }, - { - "text": "Зажгите свет на кухне", - "label": 21 - }, - { - "text": "Установите яркость выше", - "label": 22 - }, - { - "text": "Сделать свет ярче", - "label": 22 - }, - { - "text": "Пожалуйста, поднимите свет до максимума", - "label": 22 - }, - { - "text": "Сделайте комнату ярче", - "label": 22 - }, - { - "text": "Олли, сделай свет ярче", - "label": 22 - }, - { - "text": "Заставь меня смеяться", - "label": 23 - }, - { - "text": "Расскажи мне хорошую шутку", - "label": 23 - }, - { - "text": "Слушать онлайн Giggle My Way", - "label": 23 - }, - { - "text": "Расскажи мне анекдот.", - "label": 23 - }, - { - "text": "Разбуди меня.", - "label": 23 - }, - { - "text": "Люблю рок-музыку", - "label": 24 - }, - { - "text": "Моя любимая музыкальная группа - Queen", - "label": 24 - }, - { - "text": "Мне нравятся песни Senatra", - "label": 24 - }, - { - "text": "Олли, я действительно наслаждаюсь этой песней", - "label": 24 - }, - { - "text": "Песня, которую вы играете, потрясающая", - "label": 24 - }, - { - "text": "Найдите мне хороший ресторан для ужина", - "label": 25 - }, - { - "text": "Какие ближайшие рестораны доступны", - "label": 25 - }, - { - "text": "Назовите мне лучшие туристические места для посещения в Америке.", - "label": 25 - }, - { - "text": "где хорошо поесть дешевую пакистанскую еду", - "label": 25 - }, - { - "text": "Какое место лучше всего посетить в этом месяце?", - "label": 25 - }, - { - "text": "Теннисные стометровки", - "label": 26 - }, - { - "text": "Перевести 10 миль в километры", - "label": 26 - }, - { - "text": "Семь раз по семь", - "label": 26 - }, - { - "text": "что такое ___ +-х и т.д. ____", - "label": 26 - }, - { - "text": "Рассчитать ____", - "label": 26 - }, - { - "text": "Подтвердить билет в кино в театре \"Слава\"", - "label": 27 - }, - { - "text": "Стоит ли смотреть этот фильм?", - "label": 27 - }, - { - "text": "Какой фильм стоит посмотреть", - "label": 27 - }, - { - "text": "какой хороший иранский фильм 2016 года", - "label": 27 - }, - { - "text": "Какой хороший фильм посмотреть прямо сейчас", - "label": 27 - }, - { - "text": "Я хочу послушать песню Ариджита Сингха еще раз.", - "label": 28 - }, - { - "text": "Я хочу сыграть эту музыку еще раз.", - "label": 28 - }, - { - "text": "Пожалуйста, сыграйте Yesterday из Битлз", - "label": 28 - }, - { - "text": "Я хотел бы услышать Queen's Barcelona", - "label": 28 - }, - { - "text": "Играй мне Барселона от Queen", - "label": 28 - }, - { - "text": "Я думаю, что вы все сделали неправильно.", - "label": 29 - }, - { - "text": "Я думаю, что вы запутались с запросом.", - "label": 29 - }, - { - "text": "Извините, но вы ошиблись.", - "label": 29 - }, - { - "text": "Ваша команда была неправильной.", - "label": 29 - }, - { - "text": "Вы не правы.", - "label": 29 - }, - { - "text": "Пожалуйста, закажите суши на ужин", - "label": 30 - }, - { - "text": "Эй, я хотел бы, чтобы вы заказали бургер", - "label": 30 - }, - { - "text": "Не могли бы вы заказать суши на сегодняшний ужин?", - "label": 30 - }, - { - "text": "Могу ли я заказать ужин на вынос из byron's?", - "label": 30 - }, - { - "text": "Заказать пиццу", - "label": 30 - }, - { - "text": "Вернуться назад", - "label": 31 - }, - { - "text": "Воспроизведите мне последний подкаст об онлайн-опросах.", - "label": 31 - }, - { - "text": "Сыграй мне несколько подкастов о том, как быстро разбогатеть.", - "label": 31 - }, - { - "text": "Слушайте мои новейшие подкасты от Radiolab.", - "label": 31 - }, - { - "text": "играть мой любимый подкаст", - "label": 31 - }, - { - "text": "Возьмите меня на сайт Huffington Post.", - "label": 32 - }, - { - "text": "Отправьте сообщение на Facebook на ожидающие запросы друзей, что мой список друзей заполнен, и я скоро создам новый профиль.", - "label": 32 - }, - { - "text": "Отправить смешное сообщение всем моим друзьям", - "label": 32 - }, - { - "text": "Зайдите в социальные сети и опубликуйте следующий статус", - "label": 32 - }, - { - "text": "Изменить статус в социальных сетях", - "label": 32 - }, - { - "text": "Это хорошо, большое спасибо.", - "label": 33 - }, - { - "text": "Вы сделали это правильно, большое спасибо, Олли.", - "label": 33 - }, - { - "text": "Это полезно,", - "label": 33 - }, - { - "text": "Вы все правильно сделали, большое спасибо.", - "label": 33 - }, - { - "text": "Спасибо за ответ, Оля.", - "label": 33 - }, - { - "text": "Проверьте, когда начнется шоу", - "label": 34 - }, - { - "text": "какое сейчас время в австралии", - "label": 34 - }, - { - "text": "Подскажите время в Москве", - "label": 34 - }, - { - "text": "Олли, список самых рейтинговых вариантов доставки китайской еды", - "label": 34 - }, - { - "text": "Я хочу немного карри с собой, какие-нибудь рекомендации, Олли?", - "label": 34 - }, - { - "text": "Вы отвечали на мои телефонные звонки", - "label": 35 - }, - { - "text": "PDA, позвони маме.", - "label": 35 - }, - { - "text": "Какой корпоративный номер Джимми Джонса?", - "label": 35 - }, - { - "text": "Какой адрес электронной почты у Сильвии?", - "label": 35 - }, - { - "text": "Какой у него номер?", - "label": 35 - }, - { - "text": "Проверить, готов ли мой автомобиль", - "label": 36 - }, - { - "text": "Проверьте, работает ли мой ноутбук", - "label": 36 - }, - { - "text": "Яркость моего экрана низкая?", - "label": 36 - }, - { - "text": "Мне нужно включить службы определения местоположения, можете проверить?", - "label": 36 - }, - { - "text": "Проверить состояние моего энергопотребления", - "label": 36 - }, - { - "text": "играть мою любимую станцию", - "label": 37 - }, - { - "text": "игра моя любимая станция пандора", - "label": 37 - }, - { - "text": "Играть в Пандору", - "label": 37 - }, - { - "text": "Кортана, ты можешь включить Пандору?", - "label": 37 - }, - { - "text": "Слушать радио BBC", - "label": 37 - }, - { - "text": "Можете ли вы порекомендовать мне здоровую пищу на ужин?", - "label": 38 - }, - { - "text": "Ваш рецепт стейка был великолепен", - "label": 38 - }, - { - "text": "Мягкий сыр лучше, чем твердый?", - "label": 38 - }, - { - "text": "Олли, как долго я должен варить яйца?", - "label": 38 - }, - { - "text": "Какие ингредиенты нужны для томатного супа", - "label": 38 - }, - { - "text": "Отмените мой будильник в 7 утра", - "label": 39 - }, - { - "text": "Снимите будильник, установленный на 10 вечера", - "label": 39 - }, - { - "text": "Остановка сигнализации 7 утра", - "label": 39 - }, - { - "text": "Удалите будильник, который я только что установил", - "label": 39 - }, - { - "text": "Снять сигнализацию", - "label": 39 - }, - { - "text": "Вы скажете мне еще один раз, пожалуйста.", - "label": 40 - }, - { - "text": "Не могли бы вы сказать еще раз, пожалуйста.", - "label": 40 - }, - { - "text": "Не могли бы вы сказать мне, что комментарий сказал еще раз.", - "label": 40 - }, - { - "text": "Скажите мне еще раз, пожалуйста.", - "label": 40 - }, - { - "text": "Не могли бы вы сказать мне еще один раз, пожалуйста.", - "label": 40 - }, - { - "text": "Пожалуйста, отправьте напоминание Питеру по электронной почте и спросите его, сколько времени он потратит на подготовку презентации.", - "label": 41 - }, - { - "text": "Я не хотел, чтобы вы отправляли это сообщение, подождите, пока я не скажу отправить.", - "label": 41 - }, - { - "text": "Пишем смс друзьям", - "label": 41 - }, - { - "text": "Отправьте письмо тому, с кем поговорить", - "label": 41 - }, - { - "text": "Отправьте групповое письмо в Lookafter", - "label": 41 - }, - { - "text": "Разбуди меня в 5 утра на этой неделе", - "label": 42 - }, - { - "text": "Разбуди меня в 9 утра в пятницу", - "label": 42 - }, - { - "text": "Установите будильник на два часа вперед", - "label": 42 - }, - { - "text": "Установите будильник на 12", - "label": 42 - }, - { - "text": "Установите будильник через 40 минут", - "label": 42 - }, - { - "text": "Пройдите по этой дорожке.", - "label": 43 - }, - { - "text": "Перетасуйте этот плей-лист.", - "label": 43 - }, - { - "text": "Включить shuffle", - "label": 43 - }, - { - "text": "Save Settings (Сохранить настройки)", - "label": 43 - }, - { - "text": "Отключить shuffle", - "label": 43 - }, - { - "text": "Держите меня в курсе цен на фондовом рынке.", - "label": 44 - }, - { - "text": "Расскажите, пожалуйста, о новостях, связанных с фондовым рынком.", - "label": 44 - }, - { - "text": "Что нового на фондовом рынке.", - "label": 44 - }, - { - "text": "Каковы некоторые обновления о фондовом рынке.", - "label": 44 - }, - { - "text": "Что нового на фондовом рынке?", - "label": 44 - }, - { - "text": "Олли, закажи мне такси до Лейта за полчаса", - "label": 45 - }, - { - "text": "Закажите uber за 20 минут до Tesco на 5-й улице", - "label": 45 - }, - { - "text": "Забронируй мне такси, Олли", - "label": 45 - }, - { - "text": "Я собираюсь в Чайнатаун через полчаса, закажите для меня Uber.", - "label": 45 - }, - { - "text": "Олли, вызови мне такси в аэропорт в 5 утра", - "label": 45 - }, - { - "text": "Подтвердить проездной билет на немецкий.", - "label": 46 - }, - { - "text": "Подтвердить бронирование железнодорожного билета в Калифорнию", - "label": 46 - }, - { - "text": "Самые дешевые рейсы в Канзас-Сити из Далласа", - "label": 46 - }, - { - "text": "Пожалуйста, отмените мой билет на поезд.", - "label": 46 - }, - { - "text": "Эй, Олли, я хочу сесть на поезд до Манчестера в среду.", - "label": 46 - }, - { - "text": "насколько плох трафик на моем пути на работу", - "label": 47 - }, - { - "text": "Проблемы с пробками на дорогах.", - "label": 47 - }, - { - "text": "Алекса, я бы избежал пробок, если бы поехал пораньше", - "label": 47 - }, - { - "text": "Как сейчас обстоят дела с трафиком", - "label": 47 - }, - { - "text": "Какой трафик работать сейчас?", - "label": 47 - }, - { - "text": "Установите громкость на низкую.", - "label": 48 - }, - { - "text": "Ты слишком громкий", - "label": 48 - }, - { - "text": "Спокойнее", - "label": 48 - }, - { - "text": "мягче", - "label": 48 - }, - { - "text": "Уменьшите громкость", - "label": 48 - }, - { - "text": "Олли, тише!", - "label": 49 - }, - { - "text": "Остановитесь!", - "label": 49 - }, - { - "text": "Старая пауза в десять секунд", - "label": 49 - }, - { - "text": "Мягкий объем.", - "label": 49 - }, - { - "text": "Пожалуйста, помолчите еще один час", - "label": 49 - }, - { - "text": "Измените громкость", - "label": 50 - }, - { - "text": "Изменить громкость динамиков", - "label": 50 - }, - { - "text": "Изменить настройки аудио", - "label": 50 - }, - { - "text": "Показать настройки громкости", - "label": 50 - }, - { - "text": "Где находится настройка громкости", - "label": 50 - }, - { - "text": "Увеличьте громкость.", - "label": 51 - }, - { - "text": "Volume up (Увеличить громкость).", - "label": 51 - }, - { - "text": "Я не слышу тебя", - "label": 51 - }, - { - "text": "Я едва слышу тебя, Олли", - "label": 51 - }, - { - "text": "Увеличить громкость", - "label": 51 - }, - { - "text": "Выключите розетку рисоварки", - "label": 52 - }, - { - "text": "Отключите мой ОКУГ", - "label": 52 - }, - { - "text": "Выключите умную розетку", - "label": 52 - }, - { - "text": "Отключите питание от штепсельной розетки 1.", - "label": 52 - }, - { - "text": "пожалуйста, выключите розетку моего телефона, когда он будет заряжаться", - "label": 52 - }, - { - "text": "Повернуть на крючок.", - "label": 53 - }, - { - "text": "Переключитесь на плагин.", - "label": 53 - }, - { - "text": "Включите мой штепсель.", - "label": 53 - }, - { - "text": "Включите розетку рисоварки", - "label": 53 - }, - { - "text": "Разрешить мой плагин", - "label": 53 - } - ], - "intents": [ - { - "id": 0, - "name": "addcontact", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет добавить контакт" - }, - { - "id": 1, - "name": "affirm", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь подтверждает что-то." - }, - { - "id": 2, - "name": "audiobook", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет использовать аудиокнигу" - }, - { - "id": 3, - "name": "cleaning", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь просит выполнить уборку" - }, - { - "id": 4, - "name": "coffee", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь просит или выражает желание получить кофе" - }, - { - "id": 5, - "name": "commandstop", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь просит остановить выполнение какой-то команды" - }, - { - "id": 6, - "name": "confirm", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь запрашивает подтверждение данных" - }, - { - "id": 7, - "name": "convert", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь запрашивает конвертацию времени из одного часового пояса в другой" - }, - { - "id": 8, - "name": "createoradd", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет создать или добавить что-то в список" - }, - { - "id": 9, - "name": "currency", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь интересуется валютой" - }, - { - "id": 10, - "name": "definition", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь интересуется определением слов или понятий" - }, - { - "id": 11, - "name": "dislikeness", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь выражает недовольство или неудовлетворенность." - }, - { - "id": 12, - "name": "dontcare", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь не обращает внимание либо не знает, что выбрать" - }, - { - "id": 13, - "name": "events", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь интересуется текущими событиями, происходящими в его городе" - }, - { - "id": 14, - "name": "explain", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants an explanation or more details about something said" - }, - { - "id": 15, - "name": "factoid", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь интересуется фактической информацией" - }, - { - "id": 16, - "name": "game", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь интересуется играми" - }, - { - "id": 17, - "name": "greet", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь приветствует" - }, - { - "id": 18, - "name": "hue_lightchange", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет изменить освещение в помещении" - }, - { - "id": 19, - "name": "hue_lightdim", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет уменьшить яркость освещения" - }, - { - "id": 20, - "name": "hue_lightoff", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь просит выключить свет" - }, - { - "id": 21, - "name": "hue_lighton", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет включить свет на умном доме" - }, - { - "id": 22, - "name": "hue_lightup", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to increase the brightness of the light" - }, - { - "id": 23, - "name": "joke", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь просит рассказать ему шутку" - }, - { - "id": 24, - "name": "likeness", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь выражает свое предпочтение к музыкальным исполнителям и песням." - }, - { - "id": 25, - "name": "locations", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь интересуется местоположениями и рекомендациями по заведениям или достопримечательностям." - }, - { - "id": 26, - "name": "maths", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь обращается с математическими вопросами" - }, - { - "id": 27, - "name": "movies", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь интересуется фильмами" - }, - { - "id": 28, - "name": "music", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет послушать музыку" - }, - { - "id": 29, - "name": "negate", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь выражает отрицание или несогласие" - }, - { - "id": 30, - "name": "order", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет заказать еду" - }, - { - "id": 31, - "name": "podcasts", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет слушать подкасты" - }, - { - "id": 32, - "name": "post", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет опубликовать пост в социальных сетях." - }, - { - "id": 33, - "name": "praise", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет похвалить" - }, - { - "id": 34, - "name": "query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь задает вопросы или запрашивает информацию" - }, - { - "id": 35, - "name": "querycontact", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь делает запрос о контактной информации" - }, - { - "id": 36, - "name": "quirky", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is making quirky requests to check various devices and services." - }, - { - "id": 37, - "name": "radio", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет слушать радио." - }, - { - "id": 38, - "name": "recipe", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь интересуется рецептами блюд" - }, - { - "id": 39, - "name": "remove", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь запрашивает удаление будильника" - }, - { - "id": 40, - "name": "repeat", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь просит повторить информацию." - }, - { - "id": 41, - "name": "sendemail", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет отправить email." - }, - { - "id": 42, - "name": "set", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь устанавливает будильник/таймер" - }, - { - "id": 43, - "name": "settings", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет настроить опции" - }, - { - "id": 44, - "name": "stock", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь интересуется информацией о фондовом рынке" - }, - { - "id": 45, - "name": "taxi", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь просит о заказе такси" - }, - { - "id": 46, - "name": "ticket", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is interacting with the ticketing system, such as confirming, booking, or canceling train or plane tickets." - }, - { - "id": 47, - "name": "traffic", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь интересуется информацией о состоянии дорожного движения." - }, - { - "id": 48, - "name": "volume_down", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет уменьшить громкость" - }, - { - "id": 49, - "name": "volume_mute", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет выключить звук." - }, - { - "id": 50, - "name": "volume_other", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет изменить громкость" - }, - { - "id": 51, - "name": "volume_up", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет увеличить громкость." - }, - { - "id": 52, - "name": "wemo_off", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь просит выключить различные устройства, подключенные к умным розеткам." - }, - { - "id": 53, - "name": "wemo_on", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет включить умное устройство (WeMo)" - } - ] -} diff --git a/experiments/intent_description/ru_massive_fix_with_intent_desc.json b/experiments/intent_description/ru_massive_fix_with_intent_desc.json deleted file mode 100644 index 0d665880..00000000 --- a/experiments/intent_description/ru_massive_fix_with_intent_desc.json +++ /dev/null @@ -1,1682 +0,0 @@ -{ - "utterances": [ - { - "text": "пожалуйста список активных будильников", - "label": 0 - }, - { - "text": "покажи мне будильники которые я установил", - "label": 0 - }, - { - "text": "у меня есть какие-то будильники", - "label": 0 - }, - { - "text": "покажи будильники", - "label": 0 - }, - { - "text": "имею ли я будильник на утренний рейс", - "label": 0 - }, - { - "text": "останови будильник на семь утра", - "label": 1 - }, - { - "text": "убрать будильник", - "label": 1 - }, - { - "text": "удали будильник на восемь утра", - "label": 1 - }, - { - "text": "отключи все будильники на этой неделе", - "label": 1 - }, - { - "text": "отмени будильники на этой неделе", - "label": 1 - }, - { - "text": "разбуди меня в девять утра в пятницу", - "label": 2 - }, - { - "text": "поставь будильник на два часа вперед", - "label": 2 - }, - { - "text": "установить будильник на двенадцать", - "label": 2 - }, - { - "text": "установить будильник который прозвенит через сорок минут", - "label": 2 - }, - { - "text": "поставь будильник на восемь каждый будний день", - "label": 2 - }, - { - "text": "ты слишком громкий", - "label": 3 - }, - { - "text": "тише", - "label": 3 - }, - { - "text": "уменьши громкость", - "label": 3 - }, - { - "text": "слишком громко убавь громкость", - "label": 3 - }, - { - "text": "не мог бы ты уменьшить громкость пожалуйста", - "label": 3 - }, - { - "text": "олли тихо", - "label": 4 - }, - { - "text": "отстановись", - "label": 4 - }, - { - "text": "олли остановись на десять секунд", - "label": 4 - }, - { - "text": "остановись на десять секунд", - "label": 4 - }, - { - "text": "тихий режим", - "label": 4 - }, - { - "text": "измени громкость", - "label": 5 - }, - { - "text": "измени громкость динамиков", - "label": 5 - }, - { - "text": "измени аудио настройки", - "label": 5 - }, - { - "text": "покажи настройки громкости", - "label": 5 - }, - { - "text": "нужно увидеть настройки громкости", - "label": 5 - }, - { - "text": "увеличь громкость", - "label": 6 - }, - { - "text": "я почти тебя не слышу олли", - "label": 6 - }, - { - "text": "можешь говорить немного громче", - "label": 6 - }, - { - "text": "я не способен услышать тебя не мог бы ты говорить немного громче", - "label": 6 - }, - { - "text": "пожалуйста говори громче", - "label": 6 - }, - { - "text": "проверь во сколько начинается шоу", - "label": 7 - }, - { - "text": "пожалуйста скажи мне текущие события на день", - "label": 7 - }, - { - "text": "можешь подтвердить что моя завтрашняя встреча отменена", - "label": 7 - }, - { - "text": "в какое время вечеринка юрия", - "label": 7 - }, - { - "text": "какие ближайшие оповещения", - "label": 7 - }, - { - "text": "олли отмени деловую встречу в среду", - "label": 8 - }, - { - "text": "удали событие свадьба александра в следующем году", - "label": 8 - }, - { - "text": "удали стендап в пятницу в десять утра", - "label": 8 - }, - { - "text": "олли убери стендап в пятницу в десять утра", - "label": 8 - }, - { - "text": "удали чат с павлом", - "label": 8 - }, - { - "text": "напомни мне если что-то еще произойдет", - "label": 9 - }, - { - "text": "напомни мне в час дня", - "label": 9 - }, - { - "text": "напомни моему другу получить задание завтра", - "label": 9 - }, - { - "text": "открой заметку добавь запись о моей встрече", - "label": 9 - }, - { - "text": "напоминание", - "label": 9 - }, - { - "text": "что приготовить на обед", - "label": 10 - }, - { - "text": "мне нужен рецепт приготовления куриных бёдер в скороварке", - "label": 10 - }, - { - "text": "olly могу я положить коричневый сахар вместо белого в печенье с арахисовым маслом", - "label": 10 - }, - { - "text": "как приготовить индейку просто и быстро", - "label": 10 - }, - { - "text": "сколько нужно варить яйца", - "label": 11 - }, - { - "text": "какие ингредиенты нужны чтобы приготовить томатный суп", - "label": 11 - }, - { - "text": "как сделать чизкейк", - "label": 11 - }, - { - "text": "скажи как приготовить стейк", - "label": 11 - }, - { - "text": "что необходимо чтобы сделать пиццу", - "label": 11 - }, - { - "text": "скажи мне какое среднее время по гринвичу плюс пять", - "label": 12 - }, - { - "text": "если в перми полдень то сколько времени в якутске", - "label": 12 - }, - { - "text": "какая разница во времени между восточным и тихоокеанским временем", - "label": 12 - }, - { - "text": "пожалуйста подскажи какое время будет в шесть вечера здесь в австралии", - "label": 12 - }, - { - "text": "можешь сказать сколько часов разница между орлом и сочи", - "label": 12 - }, - { - "text": "скажи мне время в москве", - "label": 13 - }, - { - "text": "какое сейчас время", - "label": 13 - }, - { - "text": "скажи время", - "label": 13 - }, - { - "text": "какое сегодня число", - "label": 13 - }, - { - "text": "какой день недели сегодня", - "label": 13 - }, - { - "text": "добавь новый адрес электронной почты для анны", - "label": 14 - }, - { - "text": "olly добавь новый адрес для анны", - "label": 14 - }, - { - "text": "создай новый контакт с адресом из этого письма", - "label": 14 - }, - { - "text": "создай новый контакт", - "label": 14 - }, - { - "text": "измени мамин электронный адрес в списке контактов телефона", - "label": 14 - }, - { - "text": "письма", - "label": 15 - }, - { - "text": "проверь письма во входящих", - "label": 15 - }, - { - "text": "прочитай мне последнее письмо от степана про замену масла", - "label": 15 - }, - { - "text": "неайди вусе письма марины с темой праздник", - "label": 15 - }, - { - "text": "есть новые письма", - "label": 15 - }, - { - "text": "позвони маме", - "label": 16 - }, - { - "text": "подскажи рабочий телефон александра петрова", - "label": 16 - }, - { - "text": "какой адрес электронной почты у анастасии", - "label": 16 - }, - { - "text": "какой у него номер телефона", - "label": 16 - }, - { - "text": "сообщи мне городской номер", - "label": 16 - }, - { - "text": "я не хотел чтобы ты отправила этот текст сейчас подожди пока я скажу отправить", - "label": 17 - }, - { - "text": "пожалуйста отправь мейл ивану петровичу с текстом я собираюсь встретиться с ним первого февраля две тысячи семнадцатого в пять часов вечера в его офисе", - "label": 17 - }, - { - "text": "пожалуйста отправь голосовое сообщение господину иванову насчет встречи с ним первого февраля две тысячи семнадцатого года в семнадцать часов", - "label": 17 - }, - { - "text": "отправь письмо светлане по поводу сегодняшнего бранча", - "label": 17 - }, - { - "text": "отправь письмо марии о том что вчерашний вечер был супер", - "label": 17 - }, - { - "text": "как дела", - "label": 18 - }, - { - "text": "как ты", - "label": 18 - }, - { - "text": "как поживаешь", - "label": 18 - }, - { - "text": "утро доброе как делишки", - "label": 18 - }, - { - "text": "привет", - "label": 18 - }, - { - "text": "заставь меня рассмеяться", - "label": 19 - }, - { - "text": "olly рассмеши меня", - "label": 19 - }, - { - "text": "расскажи мне хорошую шутку", - "label": 19 - }, - { - "text": "расскажи мне шутку", - "label": 19 - }, - { - "text": "alexa расскажи мне анекдот", - "label": 19 - }, - { - "text": "проверь готов ли мой автомобиль", - "label": 20 - }, - { - "text": "проверь работает ли ноутбук", - "label": 20 - }, - { - "text": "яркость моего экрана снижается", - "label": 20 - }, - { - "text": "мне нужно включить сервисы определения местоположения можешь проверить", - "label": 20 - }, - { - "text": "проверь статус моего потребления энергии", - "label": 20 - }, - { - "text": "olly начни уборку в квартире", - "label": 21 - }, - { - "text": "пропылесось весь дом", - "label": 21 - }, - { - "text": "пропылесось дом olly", - "label": 21 - }, - { - "text": "пропылесосить ковры вокруг", - "label": 21 - }, - { - "text": "эй включи робот пылесос", - "label": 21 - }, - { - "text": "сделай мне кофе", - "label": 22 - }, - { - "text": "olly сделай мне кофе", - "label": 22 - }, - { - "text": "мне нужно кофе", - "label": 22 - }, - { - "text": "сейчас я хочу кофе", - "label": 22 - }, - { - "text": "йоу сейчас мне нужен кофе", - "label": 22 - }, - { - "text": "сделай освещение здесь чуть более тёплым", - "label": 23 - }, - { - "text": "пожалуйста сделай свет подходящий для чтения", - "label": 23 - }, - { - "text": "установи светильники на двадцать процентов", - "label": 23 - }, - { - "text": "olly установи уровень света на двадцать процентов", - "label": 23 - }, - { - "text": "установи яркость на пятьдесят процентов", - "label": 23 - }, - { - "text": "olly приглуши светильники в холле", - "label": 24 - }, - { - "text": "olly приглуши свет на кухне", - "label": 24 - }, - { - "text": "приглуши свет на кухне", - "label": 24 - }, - { - "text": "убавь яркость", - "label": 24 - }, - { - "text": "понизь яркость", - "label": 24 - }, - { - "text": "время идти спать", - "label": 25 - }, - { - "text": "олли время спать", - "label": 25 - }, - { - "text": "выключи свет в ванной", - "label": 25 - }, - { - "text": "выключи свет в спальне", - "label": 25 - }, - { - "text": "olly выключи свет", - "label": 25 - }, - { - "text": "и включился свет", - "label": 26 - }, - { - "text": "тут жутко темно", - "label": 26 - }, - { - "text": "olly здесь слишком темно я даже не вижу свои ладони", - "label": 26 - }, - { - "text": "выключи свет", - "label": 26 - }, - { - "text": "включи свет", - "label": 26 - }, - { - "text": "сделай свет поярче", - "label": 27 - }, - { - "text": "включи свет на максимум", - "label": 27 - }, - { - "text": "сделай комнату светлее", - "label": 27 - }, - { - "text": "сделай свет поярче", - "label": 27 - }, - { - "text": "сделай ярче лампу рядом с диваном", - "label": 27 - }, - { - "text": "выключи розетку рисоварки", - "label": 28 - }, - { - "text": "пожалуйста выключи розетку когда мой телефон зарядиться", - "label": 28 - }, - { - "text": "я хочу чтобы ты выключил розетку до того как телефон зарядится", - "label": 28 - }, - { - "text": "выключи умную розетку", - "label": 28 - }, - { - "text": "выключи умную розетку", - "label": 28 - }, - { - "text": "включи розетку", - "label": 29 - }, - { - "text": "включи розетку", - "label": 29 - }, - { - "text": "включи мою розетку", - "label": 29 - }, - { - "text": "включи розетку для рисоварки", - "label": 29 - }, - { - "text": "включи умную зарядку", - "label": 29 - }, - { - "text": "создай новый список дел", - "label": 30 - }, - { - "text": "создать список", - "label": 30 - }, - { - "text": "пожалуйста создай новый список", - "label": 30 - }, - { - "text": "можешь создать новый список в плейлисте", - "label": 30 - }, - { - "text": "мне нужно сделать список дел для работы", - "label": 30 - }, - { - "text": "я закончил свой список дел", - "label": 31 - }, - { - "text": "упорядочить пункты в моём списке покупок", - "label": 31 - }, - { - "text": "что у меня в списке", - "label": 31 - }, - { - "text": "сколько событий в моём списке", - "label": 31 - }, - { - "text": "что в моём списке", - "label": 31 - }, - { - "text": "удалить покупки продуктов из моего списка дел на воскресенье", - "label": 32 - }, - { - "text": "удали все в меню", - "label": 32 - }, - { - "text": "удалить мой список покупок", - "label": 32 - }, - { - "text": "убрать яйца из списка покупок", - "label": 32 - }, - { - "text": "исключить яйца из списка", - "label": 32 - }, - { - "text": "мне это не нравится", - "label": 33 - }, - { - "text": "эта песня на заднем фоне очень раздражающая", - "label": 33 - }, - { - "text": "эта песня не очень хорошая", - "label": 33 - }, - { - "text": "не воспроизводи больше эту песню", - "label": 33 - }, - { - "text": "мне не нравится эта песня", - "label": 33 - }, - { - "text": "я люблю музыку в стиле рок", - "label": 34 - }, - { - "text": "моя любимая музыкальная группа это чайф", - "label": 34 - }, - { - "text": "олли я действительно наслаждаюсь этой песней", - "label": 34 - }, - { - "text": "песня которую ты играешь великолепна", - "label": 34 - }, - { - "text": "это одно из самых лучших песен для меня", - "label": 34 - }, - { - "text": "кто автор текущей песни", - "label": 35 - }, - { - "text": "с какого альбома эта музыка", - "label": 35 - }, - { - "text": "что играет", - "label": 35 - }, - { - "text": "что это за музыка", - "label": 35 - }, - { - "text": "скажи мне кто исполнитель этой песни", - "label": 35 - }, - { - "text": "перемешай этот плейлист", - "label": 36 - }, - { - "text": "включи перетасовку", - "label": 36 - }, - { - "text": "сохрани настройки", - "label": 36 - }, - { - "text": "повторить альбом", - "label": 36 - }, - { - "text": "пожалуйста уменьши частоту перемешивания голубой луны", - "label": 36 - }, - { - "text": "что происходит сегодня в футболе", - "label": 37 - }, - { - "text": "расскажи новости russia today", - "label": 37 - }, - { - "text": "какие новости по b b c news", - "label": 37 - }, - { - "text": "какие последние новости в яндекс новостях", - "label": 37 - }, - { - "text": "расскажи о последних технологических новостях", - "label": 37 - }, - { - "text": "пожалуйста повтори последнее предложение из этой книги", - "label": 38 - }, - { - "text": "перемотай аудиокнигу на тридцать секунд", - "label": 38 - }, - { - "text": "воспроизведи аудиокнигу", - "label": 38 - }, - { - "text": "пожалуйста продолжи играть войну и мир льва толстого", - "label": 38 - }, - { - "text": "я хочу закончить слушать книгу тысяча девятьсот восемьдесят четвёртый с того места где я остановился", - "label": 38 - }, - { - "text": "игры", - "label": 39 - }, - { - "text": "давай сыграем в шахматы", - "label": 39 - }, - { - "text": "включи игру танки онлайн", - "label": 39 - }, - { - "text": "играть в танки онлайн", - "label": 39 - }, - { - "text": "играть танки онлайн", - "label": 39 - }, - { - "text": "хочу услышать песню светланы лободы снова", - "label": 40 - }, - { - "text": "я хочу воспроизвести ту музыку снова", - "label": 40 - }, - { - "text": "поставь пожалуйста кравц обнуляй", - "label": 40 - }, - { - "text": "начни играть музыку из избранного", - "label": 40 - }, - { - "text": "включи мою избранную музыку", - "label": 40 - }, - { - "text": "иди назад", - "label": 41 - }, - { - "text": "воспроизведи мне последний подкаст по архитектуре звука", - "label": 41 - }, - { - "text": "включи новейшие подкасты выходные на колесах", - "label": 41 - }, - { - "text": "воспроизведи мой любимый подкаст", - "label": 41 - }, - { - "text": "поставь следующую запись", - "label": 41 - }, - { - "text": "воспроизведи мою любимую станцию на pandora", - "label": 42 - }, - { - "text": "сыграй pandora", - "label": 42 - }, - { - "text": "можешь включить pandora", - "label": 42 - }, - { - "text": "включи радио европа плюс", - "label": 42 - }, - { - "text": "включи какое нибудь радио", - "label": 42 - }, - { - "text": "alexa я бы хотел чтоб ты мне рассказала тенденцию обменного курса", - "label": 43 - }, - { - "text": "я бы хотел чтоб мне рассказали о тенденции курсов валют", - "label": 43 - }, - { - "text": "какой текущий курс конвертации доллара к евро", - "label": 43 - }, - { - "text": "сколько стоит британский фунт в долларах с. ш. а.", - "label": 43 - }, - { - "text": "какой курс обмена", - "label": 43 - }, - { - "text": "что такое скайнет", - "label": 44 - }, - { - "text": "расскажи мне что такое арбалет", - "label": 44 - }, - { - "text": "olly расскажи мне об этом", - "label": 44 - }, - { - "text": "что значит зонтик", - "label": 44 - }, - { - "text": "когда ты можешь употребить слово устанавливать", - "label": 44 - }, - { - "text": "какой валовые внутренний продукт р.ф.", - "label": 45 - }, - { - "text": "расскажи мне о мартине лютере кинге-младшем", - "label": 45 - }, - { - "text": "кто был назначен заместителем губернатора ленинградской области", - "label": 45 - }, - { - "text": "из чего изготавливается пахта", - "label": 45 - }, - { - "text": "олли сколько звёзд получил спецназ на imdb", - "label": 45 - }, - { - "text": "сколько будет десять процентов от ста", - "label": 46 - }, - { - "text": "семь раз по семь", - "label": 46 - }, - { - "text": "четыре плюс пять равно девять", - "label": 46 - }, - { - "text": "трижды два будет шесть", - "label": 46 - }, - { - "text": "четыре разделенное на два равно двум", - "label": 46 - }, - { - "text": "держите меня в курсе цен на фондовом рынке", - "label": 47 - }, - { - "text": "что нового на фондовом рынке", - "label": 47 - }, - { - "text": "каковы некоторые новости о фондовом рынке", - "label": 47 - }, - { - "text": "установить уведомление о новостях на фондовом рынке", - "label": 47 - }, - { - "text": "обменные курсы", - "label": 47 - }, - { - "text": "алиса что происходит", - "label": 48 - }, - { - "text": "что тут проходит", - "label": 48 - }, - { - "text": "текущие местные мероприятия", - "label": 48 - }, - { - "text": "текущие события", - "label": 48 - }, - { - "text": "покажи предстоящие события в этом районе", - "label": 48 - }, - { - "text": "найди мне уютный ресторан на ужин", - "label": 49 - }, - { - "text": "какие ближайшие рестораны открыты", - "label": 49 - }, - { - "text": "где есть хорошее место где можно поесть недорогой пакистанской еды", - "label": 49 - }, - { - "text": "каоке лучшее место чтоб посетить в этот месяц", - "label": 49 - }, - { - "text": "где я могу купить шаверму в этом районе", - "label": 49 - }, - { - "text": "стоит ли мне смотреть этот фильм", - "label": 50 - }, - { - "text": "какой фильм мне посмотреть", - "label": 50 - }, - { - "text": "какое хорошее кино есть посмотреть прямо сейчас", - "label": 50 - }, - { - "text": "десятка лучших фильмов", - "label": 50 - }, - { - "text": "посоветуй фильм который вышел в прошлую пятницу", - "label": 50 - }, - { - "text": "отправь сообщение в facebook ожидающим добавления в друзья что мой список друзей полон и я скоро создам новый профиль", - "label": 51 - }, - { - "text": "перейди в социальную сеть и запости следующий статус", - "label": 51 - }, - { - "text": "поменяй статус в соцсетях", - "label": 51 - }, - { - "text": "получи статус опубликованный для следующего", - "label": 51 - }, - { - "text": "опубликуй пост что я иду в mcdonalds на пушкинской", - "label": 51 - }, - { - "text": "что происходит прямо сейчас в twitter", - "label": 52 - }, - { - "text": "что сейчас в актуальных на twitter", - "label": 52 - }, - { - "text": "есть ли у меня новые лайки", - "label": 52 - }, - { - "text": "кому нибудь нравится мое последнее фото", - "label": 52 - }, - { - "text": "что то интересное произошло сегодня в моём twitter", - "label": 52 - }, - { - "text": "пожалуйста закажи немного суши на ужин", - "label": 53 - }, - { - "text": "эй я хочу чтобы ты заказал бургер", - "label": 53 - }, - { - "text": "можно заказать в гинзе ужин на вынос", - "label": 53 - }, - { - "text": "закажи пиццу", - "label": 53 - }, - { - "text": "закажи мне шаурму из кулинара", - "label": 53 - }, - { - "text": "olly назови самые популярные сервисы доставки китайской еды", - "label": 54 - }, - { - "text": "самые популярные варианты доставки китайской еды", - "label": 54 - }, - { - "text": "алиса доставка китайской еды с самым высоким рейтингом", - "label": 54 - }, - { - "text": "я хочу немного карри с собой рекомендации", - "label": 54 - }, - { - "text": "я хочу немного карри есть какие нибудь предложения olly", - "label": 54 - }, - { - "text": "ты должен дать мне другой маршрут", - "label": 55 - }, - { - "text": "olly тебе нужно показать мне другие маршруты", - "label": 55 - }, - { - "text": "найди другой путь в мое местоназначение", - "label": 55 - }, - { - "text": "olly тебе нужно найти мне альтернативный маршрут в мой пункт назначения", - "label": 55 - }, - { - "text": "сколько времени мне понадобится чтобы завтра поехать на фортепианный концерт", - "label": 55 - }, - { - "text": "олли закажи мне такси до лейта через полчаса", - "label": 56 - }, - { - "text": "закажи uber в tesco на студёном через двадцать минут", - "label": 56 - }, - { - "text": "закажи мне такси", - "label": 56 - }, - { - "text": "вызови мне такси олли", - "label": 56 - }, - { - "text": "вызови мне такси в аэропорт в пять утра", - "label": 56 - }, - { - "text": "самые дешёвые перелёты из казани в самару", - "label": 57 - }, - { - "text": "эй я хочу сесть на поезд до санкт петербурга в среду", - "label": 57 - }, - { - "text": "закажи мне билет на поезд до москвы из питера через два дня", - "label": 57 - }, - { - "text": "запланируйте поездку в лас вегас на поезде", - "label": 57 - }, - { - "text": "закажи мне обратный билет на поезд из москвы в санкт петербург", - "label": 57 - }, - { - "text": "насколько плохи пробки на моем пути", - "label": 58 - }, - { - "text": "проблемы с пробками на дорогах", - "label": 58 - }, - { - "text": "какие прямо сейчас пробки", - "label": 58 - }, - { - "text": "какое транспортное движение до работы сейчас", - "label": 58 - }, - { - "text": "как моя поездка на работу", - "label": 58 - }, - { - "text": "идёт дождь", - "label": 59 - }, - { - "text": "там собирается дождь", - "label": 59 - }, - { - "text": "там сейчас идёт снег", - "label": 59 - }, - { - "text": "какая погода на этой неделе", - "label": 59 - }, - { - "text": "расскажи о погоде", - "label": 59 - } - ], - "intents": [ - { - "id": 0, - "name": "alarm_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь запрашивает информацию о своих будильниках." - }, - { - "id": 1, - "name": "alarm_remove", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет удалить или отключить будильники." - }, - { - "id": 2, - "name": "alarm_set", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет установить будильник." - }, - { - "id": 3, - "name": "audio_volume_down", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет уменьшить громкость." - }, - { - "id": 4, - "name": "audio_volume_mute", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет отключить звук или уменьшить громкость." - }, - { - "id": 5, - "name": "audio_volume_other", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет изменить или увидеть настройки громкости аудио." - }, - { - "id": 6, - "name": "audio_volume_up", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет увеличить громкость аудио." - }, - { - "id": 7, - "name": "calendar_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь запрашивает информацию о событиях и расписании в календаре." - }, - { - "id": 8, - "name": "calendar_remove", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет удалить события из календаря." - }, - { - "id": 9, - "name": "calendar_set", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет установить напоминание или добавить запись в календарь." - }, - { - "id": 10, - "name": "cooking_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь задает вопросы о приготовлении пищи и рецептах." - }, - { - "id": 11, - "name": "cooking_recipe", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь спрашивает о рецептах приготовления различных блюд." - }, - { - "id": 12, - "name": "datetime_convert", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь запрашивает информацию о разнице во времени между различными регионами." - }, - { - "id": 13, - "name": "datetime_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь запрашивает информацию о текущем времени и дате." - }, - { - "id": 14, - "name": "email_addcontact", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет добавить или изменить контакт в списке адресов электронной почты." - }, - { - "id": 15, - "name": "email_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь интересуется своими электронными письмами." - }, - { - "id": 16, - "name": "email_querycontact", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь запрашивает контактные данные, такие как номера телефонов или адреса электронной почты." - }, - { - "id": 17, - "name": "email_sendemail", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет отправить электронное письмо или сообщение кому-то." - }, - { - "id": 18, - "name": "general_greet", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь приветствует собеседника." - }, - { - "id": 19, - "name": "general_joke", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет услышать шутку или анекдот." - }, - { - "id": 20, - "name": "general_quirky", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь задает вопросы о различных технических аспектах и состоянии устройств." - }, - { - "id": 21, - "name": "iot_cleaning", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет запустить уборку с помощью робота-пылесоса." - }, - { - "id": 22, - "name": "iot_coffee", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет заказать кофе." - }, - { - "id": 23, - "name": "iot_hue_lightchange", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет изменить уровень яркости или цвет освещения." - }, - { - "id": 24, - "name": "iot_hue_lightdim", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет уменьшить яркость света." - }, - { - "id": 25, - "name": "iot_hue_lightoff", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет выключить свет в различных помещениях." - }, - { - "id": 26, - "name": "iot_hue_lighton", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет включить или выключить свет." - }, - { - "id": 27, - "name": "iot_hue_lightup", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет увеличить яркость света." - }, - { - "id": 28, - "name": "iot_wemo_off", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет выключить умную розетку." - }, - { - "id": 29, - "name": "iot_wemo_on", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет включить умную розетку." - }, - { - "id": 30, - "name": "lists_createoradd", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет создать или добавить новый список." - }, - { - "id": 31, - "name": "lists_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь интересуется информацией о своих списках и их содержимом." - }, - { - "id": 32, - "name": "lists_remove", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет удалить элементы из списка покупок или меню." - }, - { - "id": 33, - "name": "music_dislikeness", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь выражает неприязнь к музыке или конкретной песне." - }, - { - "id": 34, - "name": "music_likeness", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь выражает свои предпочтения и восхищение музыкой." - }, - { - "id": 35, - "name": "music_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь спрашивает о музыке и исполнителе текущей песни." - }, - { - "id": 36, - "name": "music_settings", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет изменить настройки музыки и управления воспроизведением." - }, - { - "id": 37, - "name": "news_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь интересуется последними новостями и событиями в различных областях." - }, - { - "id": 38, - "name": "play_audiobook", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет управлять воспроизведением аудиокниг." - }, - { - "id": 39, - "name": "play_game", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет играть в игры или запрашивает о них." - }, - { - "id": 40, - "name": "play_music", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет воспроизвести музыку или песни." - }, - { - "id": 41, - "name": "play_podcasts", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет воспроизвести подкасты." - }, - { - "id": 42, - "name": "play_radio", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет воспроизвести радио или музыкальную станцию." - }, - { - "id": 43, - "name": "qa_currency", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет получить информацию о курсах валют и их тенденциях." - }, - { - "id": 44, - "name": "qa_definition", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь запрашивает определения или объяснения различных терминов и понятий." - }, - { - "id": 45, - "name": "qa_factoid", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь задает вопросы о фактах и информации по различным темам." - }, - { - "id": 46, - "name": "qa_maths", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь задает вопросы о математических вычислениях." - }, - { - "id": 47, - "name": "qa_stock", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь интересуется новостями и обновлениями о фондовом рынке." - }, - { - "id": 48, - "name": "recommendation_events", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь интересуется текущими и предстоящими мероприятиями в своем районе." - }, - { - "id": 49, - "name": "recommendation_locations", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь ищет рекомендации по местам для еды и отдыха." - }, - { - "id": 50, - "name": "recommendation_movies", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь ищет рекомендации по фильмам для просмотра." - }, - { - "id": 51, - "name": "social_post", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет опубликовать пост в социальной сети." - }, - { - "id": 52, - "name": "social_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь интересуется событиями и активностью в своем Twitter." - }, - { - "id": 53, - "name": "takeaway_order", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет сделать заказ на еду на вынос." - }, - { - "id": 54, - "name": "takeaway_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь интересуется популярными сервисами доставки китайской еды и рекомендациями по блюдам на вынос." - }, - { - "id": 55, - "name": "transport_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь запрашивает альтернативные маршруты или информацию о времени в пути." - }, - { - "id": 56, - "name": "transport_taxi", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет вызвать такси." - }, - { - "id": 57, - "name": "transport_ticket", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь хочет заказать или узнать информацию о билетах на поезд." - }, - { - "id": 58, - "name": "transport_traffic", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь интересуется текущей ситуацией с транспортным движением и пробками." - }, - { - "id": 59, - "name": "weather_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "Пользователь интересуется погодными условиями." - } - ] -} diff --git a/experiments/intent_description/ru_massive_new_with_intent_desc.json b/experiments/intent_description/ru_massive_new_with_intent_desc.json deleted file mode 100644 index 68fd07b3..00000000 --- a/experiments/intent_description/ru_massive_new_with_intent_desc.json +++ /dev/null @@ -1,1682 +0,0 @@ -{ - "utterances": [ - { - "text": "пожалуйста список активных будильников", - "label": 0 - }, - { - "text": "покажи мне будильники которые я установил", - "label": 0 - }, - { - "text": "у меня есть какие-то будильники", - "label": 0 - }, - { - "text": "покажи будильники", - "label": 0 - }, - { - "text": "имею ли я будильник на утренний рейс", - "label": 0 - }, - { - "text": "останови будильник на семь утра", - "label": 1 - }, - { - "text": "убрать будильник", - "label": 1 - }, - { - "text": "удали будильник на восемь утра", - "label": 1 - }, - { - "text": "отключи все будильники на этой неделе", - "label": 1 - }, - { - "text": "отмени будильники на этой неделе", - "label": 1 - }, - { - "text": "разбуди меня в девять утра в пятницу", - "label": 2 - }, - { - "text": "поставь будильник на два часа вперед", - "label": 2 - }, - { - "text": "установить будильник на двенадцать", - "label": 2 - }, - { - "text": "установить будильник который прозвенит через сорок минут", - "label": 2 - }, - { - "text": "поставь будильник на восемь каждый будний день", - "label": 2 - }, - { - "text": "ты слишком громкий", - "label": 3 - }, - { - "text": "тише", - "label": 3 - }, - { - "text": "уменьши громкость", - "label": 3 - }, - { - "text": "слишком громко убавь громкость", - "label": 3 - }, - { - "text": "не мог бы ты уменьшить громкость пожалуйста", - "label": 3 - }, - { - "text": "олли тихо", - "label": 4 - }, - { - "text": "отстановись", - "label": 4 - }, - { - "text": "олли остановись на десять секунд", - "label": 4 - }, - { - "text": "остановись на десять секунд", - "label": 4 - }, - { - "text": "тихий режим", - "label": 4 - }, - { - "text": "измени громкость", - "label": 5 - }, - { - "text": "измени громкость динамиков", - "label": 5 - }, - { - "text": "измени аудио настройки", - "label": 5 - }, - { - "text": "покажи настройки громкости", - "label": 5 - }, - { - "text": "нужно увидеть настройки громкости", - "label": 5 - }, - { - "text": "увеличь громкость", - "label": 6 - }, - { - "text": "я почти тебя не слышу олли", - "label": 6 - }, - { - "text": "можешь говорить немного громче", - "label": 6 - }, - { - "text": "я не способен услышать тебя не мог бы ты говорить немного громче", - "label": 6 - }, - { - "text": "пожалуйста говори громче", - "label": 6 - }, - { - "text": "проверь во сколько начинается шоу", - "label": 7 - }, - { - "text": "пожалуйста скажи мне текущие события на день", - "label": 7 - }, - { - "text": "можешь подтвердить что моя завтрашняя встреча отменена", - "label": 7 - }, - { - "text": "в какое время вечеринка юрия", - "label": 7 - }, - { - "text": "какие ближайшие оповещения", - "label": 7 - }, - { - "text": "олли отмени деловую встречу в среду", - "label": 8 - }, - { - "text": "удали событие свадьба александра в следующем году", - "label": 8 - }, - { - "text": "удали стендап в пятницу в десять утра", - "label": 8 - }, - { - "text": "олли убери стендап в пятницу в десять утра", - "label": 8 - }, - { - "text": "удали чат с павлом", - "label": 8 - }, - { - "text": "напомни мне если что-то еще произойдет", - "label": 9 - }, - { - "text": "напомни мне в час дня", - "label": 9 - }, - { - "text": "напомни моему другу получить задание завтра", - "label": 9 - }, - { - "text": "открой заметку добавь запись о моей встрече", - "label": 9 - }, - { - "text": "напоминание", - "label": 9 - }, - { - "text": "что приготовить на обед", - "label": 10 - }, - { - "text": "мне нужен рецепт приготовления куриных бёдер в скороварке", - "label": 10 - }, - { - "text": "olly могу я положить коричневый сахар вместо белого в печенье с арахисовым маслом", - "label": 10 - }, - { - "text": "как приготовить индейку просто и быстро", - "label": 10 - }, - { - "text": "сколько нужно варить яйца", - "label": 11 - }, - { - "text": "какие ингредиенты нужны чтобы приготовить томатный суп", - "label": 11 - }, - { - "text": "как сделать чизкейк", - "label": 11 - }, - { - "text": "скажи как приготовить стейк", - "label": 11 - }, - { - "text": "что необходимо чтобы сделать пиццу", - "label": 11 - }, - { - "text": "скажи мне какое среднее время по гринвичу плюс пять", - "label": 12 - }, - { - "text": "если в перми полдень то сколько времени в якутске", - "label": 12 - }, - { - "text": "какая разница во времени между восточным и тихоокеанским временем", - "label": 12 - }, - { - "text": "пожалуйста подскажи какое время будет в шесть вечера здесь в австралии", - "label": 12 - }, - { - "text": "можешь сказать сколько часов разница между орлом и сочи", - "label": 12 - }, - { - "text": "скажи мне время в москве", - "label": 13 - }, - { - "text": "какое сейчас время", - "label": 13 - }, - { - "text": "скажи время", - "label": 13 - }, - { - "text": "какое сегодня число", - "label": 13 - }, - { - "text": "какой день недели сегодня", - "label": 13 - }, - { - "text": "добавь новый адрес электронной почты для анны", - "label": 14 - }, - { - "text": "olly добавь новый адрес для анны", - "label": 14 - }, - { - "text": "создай новый контакт с адресом из этого письма", - "label": 14 - }, - { - "text": "создай новый контакт", - "label": 14 - }, - { - "text": "измени мамин электронный адрес в списке контактов телефона", - "label": 14 - }, - { - "text": "письма", - "label": 15 - }, - { - "text": "проверь письма во входящих", - "label": 15 - }, - { - "text": "прочитай мне последнее письмо от степана про замену масла", - "label": 15 - }, - { - "text": "неайди вусе письма марины с темой праздник", - "label": 15 - }, - { - "text": "есть новые письма", - "label": 15 - }, - { - "text": "позвони маме", - "label": 16 - }, - { - "text": "подскажи рабочий телефон александра петрова", - "label": 16 - }, - { - "text": "какой адрес электронной почты у анастасии", - "label": 16 - }, - { - "text": "какой у него номер телефона", - "label": 16 - }, - { - "text": "сообщи мне городской номер", - "label": 16 - }, - { - "text": "я не хотел чтобы ты отправила этот текст сейчас подожди пока я скажу отправить", - "label": 17 - }, - { - "text": "пожалуйста отправь мейл ивану петровичу с текстом я собираюсь встретиться с ним первого февраля две тысячи семнадцатого в пять часов вечера в его офисе", - "label": 17 - }, - { - "text": "пожалуйста отправь голосовое сообщение господину иванову насчет встречи с ним первого февраля две тысячи семнадцатого года в семнадцать часов", - "label": 17 - }, - { - "text": "отправь письмо светлане по поводу сегодняшнего бранча", - "label": 17 - }, - { - "text": "отправь письмо марии о том что вчерашний вечер был супер", - "label": 17 - }, - { - "text": "как дела", - "label": 18 - }, - { - "text": "как ты", - "label": 18 - }, - { - "text": "как поживаешь", - "label": 18 - }, - { - "text": "утро доброе как делишки", - "label": 18 - }, - { - "text": "привет", - "label": 18 - }, - { - "text": "заставь меня рассмеяться", - "label": 19 - }, - { - "text": "olly рассмеши меня", - "label": 19 - }, - { - "text": "расскажи мне хорошую шутку", - "label": 19 - }, - { - "text": "расскажи мне шутку", - "label": 19 - }, - { - "text": "alexa расскажи мне анекдот", - "label": 19 - }, - { - "text": "проверь готов ли мой автомобиль", - "label": 20 - }, - { - "text": "проверь работает ли ноутбук", - "label": 20 - }, - { - "text": "яркость моего экрана снижается", - "label": 20 - }, - { - "text": "мне нужно включить сервисы определения местоположения можешь проверить", - "label": 20 - }, - { - "text": "проверь статус моего потребления энергии", - "label": 20 - }, - { - "text": "olly начни уборку в квартире", - "label": 21 - }, - { - "text": "пропылесось весь дом", - "label": 21 - }, - { - "text": "пропылесось дом olly", - "label": 21 - }, - { - "text": "пропылесосить ковры вокруг", - "label": 21 - }, - { - "text": "эй включи робот пылесос", - "label": 21 - }, - { - "text": "сделай мне кофе", - "label": 22 - }, - { - "text": "olly сделай мне кофе", - "label": 22 - }, - { - "text": "мне нужно кофе", - "label": 22 - }, - { - "text": "сейчас я хочу кофе", - "label": 22 - }, - { - "text": "йоу сейчас мне нужен кофе", - "label": 22 - }, - { - "text": "сделай освещение здесь чуть более тёплым", - "label": 23 - }, - { - "text": "пожалуйста сделай свет подходящий для чтения", - "label": 23 - }, - { - "text": "установи светильники на двадцать процентов", - "label": 23 - }, - { - "text": "olly установи уровень света на двадцать процентов", - "label": 23 - }, - { - "text": "установи яркость на пятьдесят процентов", - "label": 23 - }, - { - "text": "olly приглуши светильники в холле", - "label": 24 - }, - { - "text": "olly приглуши свет на кухне", - "label": 24 - }, - { - "text": "приглуши свет на кухне", - "label": 24 - }, - { - "text": "убавь яркость", - "label": 24 - }, - { - "text": "понизь яркость", - "label": 24 - }, - { - "text": "время идти спать", - "label": 25 - }, - { - "text": "олли время спать", - "label": 25 - }, - { - "text": "выключи свет в ванной", - "label": 25 - }, - { - "text": "выключи свет в спальне", - "label": 25 - }, - { - "text": "olly выключи свет", - "label": 25 - }, - { - "text": "и включился свет", - "label": 26 - }, - { - "text": "тут жутко темно", - "label": 26 - }, - { - "text": "olly здесь слишком темно я даже не вижу свои ладони", - "label": 26 - }, - { - "text": "выключи свет", - "label": 26 - }, - { - "text": "включи свет", - "label": 26 - }, - { - "text": "сделай свет поярче", - "label": 27 - }, - { - "text": "включи свет на максимум", - "label": 27 - }, - { - "text": "сделай комнату светлее", - "label": 27 - }, - { - "text": "сделай свет поярче", - "label": 27 - }, - { - "text": "сделай ярче лампу рядом с диваном", - "label": 27 - }, - { - "text": "выключи розетку рисоварки", - "label": 28 - }, - { - "text": "пожалуйста выключи розетку когда мой телефон зарядиться", - "label": 28 - }, - { - "text": "я хочу чтобы ты выключил розетку до того как телефон зарядится", - "label": 28 - }, - { - "text": "выключи умную розетку", - "label": 28 - }, - { - "text": "выключи умную розетку", - "label": 28 - }, - { - "text": "включи розетку", - "label": 29 - }, - { - "text": "включи розетку", - "label": 29 - }, - { - "text": "включи мою розетку", - "label": 29 - }, - { - "text": "включи розетку для рисоварки", - "label": 29 - }, - { - "text": "включи умную зарядку", - "label": 29 - }, - { - "text": "создай новый список дел", - "label": 30 - }, - { - "text": "создать список", - "label": 30 - }, - { - "text": "пожалуйста создай новый список", - "label": 30 - }, - { - "text": "можешь создать новый список в плейлисте", - "label": 30 - }, - { - "text": "мне нужно сделать список дел для работы", - "label": 30 - }, - { - "text": "я закончил свой список дел", - "label": 31 - }, - { - "text": "упорядочить пункты в моём списке покупок", - "label": 31 - }, - { - "text": "что у меня в списке", - "label": 31 - }, - { - "text": "сколько событий в моём списке", - "label": 31 - }, - { - "text": "что в моём списке", - "label": 31 - }, - { - "text": "удалить покупки продуктов из моего списка дел на воскресенье", - "label": 32 - }, - { - "text": "удали все в меню", - "label": 32 - }, - { - "text": "удалить мой список покупок", - "label": 32 - }, - { - "text": "убрать яйца из списка покупок", - "label": 32 - }, - { - "text": "исключить яйца из списка", - "label": 32 - }, - { - "text": "мне это не нравится", - "label": 33 - }, - { - "text": "эта песня на заднем фоне очень раздражающая", - "label": 33 - }, - { - "text": "эта песня не очень хорошая", - "label": 33 - }, - { - "text": "не воспроизводи больше эту песню", - "label": 33 - }, - { - "text": "мне не нравится эта песня", - "label": 33 - }, - { - "text": "я люблю музыку в стиле рок", - "label": 34 - }, - { - "text": "моя любимая музыкальная группа это чайф", - "label": 34 - }, - { - "text": "олли я действительно наслаждаюсь этой песней", - "label": 34 - }, - { - "text": "песня которую ты играешь великолепна", - "label": 34 - }, - { - "text": "это одно из самых лучших песен для меня", - "label": 34 - }, - { - "text": "кто автор текущей песни", - "label": 35 - }, - { - "text": "с какого альбома эта музыка", - "label": 35 - }, - { - "text": "что играет", - "label": 35 - }, - { - "text": "что это за музыка", - "label": 35 - }, - { - "text": "скажи мне кто исполнитель этой песни", - "label": 35 - }, - { - "text": "перемешай этот плейлист", - "label": 36 - }, - { - "text": "включи перетасовку", - "label": 36 - }, - { - "text": "сохрани настройки", - "label": 36 - }, - { - "text": "повторить альбом", - "label": 36 - }, - { - "text": "пожалуйста уменьши частоту перемешивания голубой луны", - "label": 36 - }, - { - "text": "что происходит сегодня в футболе", - "label": 37 - }, - { - "text": "расскажи новости russia today", - "label": 37 - }, - { - "text": "какие новости по b b c news", - "label": 37 - }, - { - "text": "какие последние новости в яндекс новостях", - "label": 37 - }, - { - "text": "расскажи о последних технологических новостях", - "label": 37 - }, - { - "text": "пожалуйста повтори последнее предложение из этой книги", - "label": 38 - }, - { - "text": "перемотай аудиокнигу на тридцать секунд", - "label": 38 - }, - { - "text": "воспроизведи аудиокнигу", - "label": 38 - }, - { - "text": "пожалуйста продолжи играть войну и мир льва толстого", - "label": 38 - }, - { - "text": "я хочу закончить слушать книгу тысяча девятьсот восемьдесят четвёртый с того места где я остановился", - "label": 38 - }, - { - "text": "игры", - "label": 39 - }, - { - "text": "давай сыграем в шахматы", - "label": 39 - }, - { - "text": "включи игру танки онлайн", - "label": 39 - }, - { - "text": "играть в танки онлайн", - "label": 39 - }, - { - "text": "играть танки онлайн", - "label": 39 - }, - { - "text": "хочу услышать песню светланы лободы снова", - "label": 40 - }, - { - "text": "я хочу воспроизвести ту музыку снова", - "label": 40 - }, - { - "text": "поставь пожалуйста кравц обнуляй", - "label": 40 - }, - { - "text": "начни играть музыку из избранного", - "label": 40 - }, - { - "text": "включи мою избранную музыку", - "label": 40 - }, - { - "text": "иди назад", - "label": 41 - }, - { - "text": "воспроизведи мне последний подкаст по архитектуре звука", - "label": 41 - }, - { - "text": "включи новейшие подкасты выходные на колесах", - "label": 41 - }, - { - "text": "воспроизведи мой любимый подкаст", - "label": 41 - }, - { - "text": "поставь следующую запись", - "label": 41 - }, - { - "text": "воспроизведи мою любимую станцию на pandora", - "label": 42 - }, - { - "text": "сыграй pandora", - "label": 42 - }, - { - "text": "можешь включить pandora", - "label": 42 - }, - { - "text": "включи радио европа плюс", - "label": 42 - }, - { - "text": "включи какое нибудь радио", - "label": 42 - }, - { - "text": "alexa я бы хотел чтоб ты мне рассказала тенденцию обменного курса", - "label": 43 - }, - { - "text": "я бы хотел чтоб мне рассказали о тенденции курсов валют", - "label": 43 - }, - { - "text": "какой текущий курс конвертации доллара к евро", - "label": 43 - }, - { - "text": "сколько стоит британский фунт в долларах с. ш. а.", - "label": 43 - }, - { - "text": "какой курс обмена", - "label": 43 - }, - { - "text": "что такое скайнет", - "label": 44 - }, - { - "text": "расскажи мне что такое арбалет", - "label": 44 - }, - { - "text": "olly расскажи мне об этом", - "label": 44 - }, - { - "text": "что значит зонтик", - "label": 44 - }, - { - "text": "когда ты можешь употребить слово устанавливать", - "label": 44 - }, - { - "text": "какой валовые внутренний продукт р.ф.", - "label": 45 - }, - { - "text": "расскажи мне о мартине лютере кинге-младшем", - "label": 45 - }, - { - "text": "кто был назначен заместителем губернатора ленинградской области", - "label": 45 - }, - { - "text": "из чего изготавливается пахта", - "label": 45 - }, - { - "text": "олли сколько звёзд получил спецназ на imdb", - "label": 45 - }, - { - "text": "сколько будет десять процентов от ста", - "label": 46 - }, - { - "text": "семь раз по семь", - "label": 46 - }, - { - "text": "четыре плюс пять равно девять", - "label": 46 - }, - { - "text": "трижды два будет шесть", - "label": 46 - }, - { - "text": "четыре разделенное на два равно двум", - "label": 46 - }, - { - "text": "держите меня в курсе цен на фондовом рынке", - "label": 47 - }, - { - "text": "что нового на фондовом рынке", - "label": 47 - }, - { - "text": "каковы некоторые новости о фондовом рынке", - "label": 47 - }, - { - "text": "установить уведомление о новостях на фондовом рынке", - "label": 47 - }, - { - "text": "обменные курсы", - "label": 47 - }, - { - "text": "алиса что происходит", - "label": 48 - }, - { - "text": "что тут проходит", - "label": 48 - }, - { - "text": "текущие местные мероприятия", - "label": 48 - }, - { - "text": "текущие события", - "label": 48 - }, - { - "text": "покажи предстоящие события в этом районе", - "label": 48 - }, - { - "text": "найди мне уютный ресторан на ужин", - "label": 49 - }, - { - "text": "какие ближайшие рестораны открыты", - "label": 49 - }, - { - "text": "где есть хорошее место где можно поесть недорогой пакистанской еды", - "label": 49 - }, - { - "text": "каоке лучшее место чтоб посетить в этот месяц", - "label": 49 - }, - { - "text": "где я могу купить шаверму в этом районе", - "label": 49 - }, - { - "text": "стоит ли мне смотреть этот фильм", - "label": 50 - }, - { - "text": "какой фильм мне посмотреть", - "label": 50 - }, - { - "text": "какое хорошее кино есть посмотреть прямо сейчас", - "label": 50 - }, - { - "text": "десятка лучших фильмов", - "label": 50 - }, - { - "text": "посоветуй фильм который вышел в прошлую пятницу", - "label": 50 - }, - { - "text": "отправь сообщение в facebook ожидающим добавления в друзья что мой список друзей полон и я скоро создам новый профиль", - "label": 51 - }, - { - "text": "перейди в социальную сеть и запости следующий статус", - "label": 51 - }, - { - "text": "поменяй статус в соцсетях", - "label": 51 - }, - { - "text": "получи статус опубликованный для следующего", - "label": 51 - }, - { - "text": "опубликуй пост что я иду в mcdonalds на пушкинской", - "label": 51 - }, - { - "text": "что происходит прямо сейчас в twitter", - "label": 52 - }, - { - "text": "что сейчас в актуальных на twitter", - "label": 52 - }, - { - "text": "есть ли у меня новые лайки", - "label": 52 - }, - { - "text": "кому нибудь нравится мое последнее фото", - "label": 52 - }, - { - "text": "что то интересное произошло сегодня в моём twitter", - "label": 52 - }, - { - "text": "пожалуйста закажи немного суши на ужин", - "label": 53 - }, - { - "text": "эй я хочу чтобы ты заказал бургер", - "label": 53 - }, - { - "text": "можно заказать в гинзе ужин на вынос", - "label": 53 - }, - { - "text": "закажи пиццу", - "label": 53 - }, - { - "text": "закажи мне шаурму из кулинара", - "label": 53 - }, - { - "text": "olly назови самые популярные сервисы доставки китайской еды", - "label": 54 - }, - { - "text": "самые популярные варианты доставки китайской еды", - "label": 54 - }, - { - "text": "алиса доставка китайской еды с самым высоким рейтингом", - "label": 54 - }, - { - "text": "я хочу немного карри с собой рекомендации", - "label": 54 - }, - { - "text": "я хочу немного карри есть какие нибудь предложения olly", - "label": 54 - }, - { - "text": "ты должен дать мне другой маршрут", - "label": 55 - }, - { - "text": "olly тебе нужно показать мне другие маршруты", - "label": 55 - }, - { - "text": "найди другой путь в мое местоназначение", - "label": 55 - }, - { - "text": "olly тебе нужно найти мне альтернативный маршрут в мой пункт назначения", - "label": 55 - }, - { - "text": "сколько времени мне понадобится чтобы завтра поехать на фортепианный концерт", - "label": 55 - }, - { - "text": "олли закажи мне такси до лейта через полчаса", - "label": 56 - }, - { - "text": "закажи uber в tesco на студёном через двадцать минут", - "label": 56 - }, - { - "text": "закажи мне такси", - "label": 56 - }, - { - "text": "вызови мне такси олли", - "label": 56 - }, - { - "text": "вызови мне такси в аэропорт в пять утра", - "label": 56 - }, - { - "text": "самые дешёвые перелёты из казани в самару", - "label": 57 - }, - { - "text": "эй я хочу сесть на поезд до санкт петербурга в среду", - "label": 57 - }, - { - "text": "закажи мне билет на поезд до москвы из питера через два дня", - "label": 57 - }, - { - "text": "запланируйте поездку в лас вегас на поезде", - "label": 57 - }, - { - "text": "закажи мне обратный билет на поезд из москвы в санкт петербург", - "label": 57 - }, - { - "text": "насколько плохи пробки на моем пути", - "label": 58 - }, - { - "text": "проблемы с пробками на дорогах", - "label": 58 - }, - { - "text": "какие прямо сейчас пробки", - "label": 58 - }, - { - "text": "какое транспортное движение до работы сейчас", - "label": 58 - }, - { - "text": "как моя поездка на работу", - "label": 58 - }, - { - "text": "идёт дождь", - "label": 59 - }, - { - "text": "там собирается дождь", - "label": 59 - }, - { - "text": "там сейчас идёт снег", - "label": 59 - }, - { - "text": "какая погода на этой неделе", - "label": 59 - }, - { - "text": "расскажи о погоде", - "label": 59 - } - ], - "intents": [ - { - "id": 0, - "name": "alarm_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to inquire about their alarms" - }, - { - "id": 1, - "name": "alarm_remove", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to remove or cancel an alarm" - }, - { - "id": 2, - "name": "alarm_set", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет установить будильник" - }, - { - "id": 3, - "name": "audio_volume_down", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to decrease the audio volume" - }, - { - "id": 4, - "name": "audio_volume_mute", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет выключить звук" - }, - { - "id": 5, - "name": "audio_volume_other", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет изменить громкость или просмотреть настройки громкости" - }, - { - "id": 6, - "name": "audio_volume_up", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь просит увеличить громкость работы" - }, - { - "id": 7, - "name": "calendar_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is asking about events and appointments in the calendar." - }, - { - "id": 8, - "name": "calendar_remove", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to remove events from the calendar" - }, - { - "id": 9, - "name": "calendar_set", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет установить напоминание в календаре" - }, - { - "id": 10, - "name": "cooking_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь ищет информацию о готовке" - }, - { - "id": 11, - "name": "cooking_recipe", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь интересуется рецептами готовки" - }, - { - "id": 12, - "name": "datetime_convert", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь просит конвертировать время из разных часовых поясов" - }, - { - "id": 13, - "name": "datetime_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь интересуется временем или датой" - }, - { - "id": 14, - "name": "email_addcontact", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет добавить новый адрес электронной почты в контакты." - }, - { - "id": 15, - "name": "email_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to inquire about emails" - }, - { - "id": 16, - "name": "email_querycontact", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь запрашивает контактные данные (email, телефон)" - }, - { - "id": 17, - "name": "email_sendemail", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to send an email" - }, - { - "id": 18, - "name": "general_greet", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь приветствует对话" - }, - { - "id": 19, - "name": "general_joke", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь запрашивает шутку" - }, - { - "id": 20, - "name": "general_quirky", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь задает общие вопросы с нестандартным подходом" - }, - { - "id": 21, - "name": "iot_cleaning", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь просит Olly начать уборку в квартире" - }, - { - "id": 22, - "name": "iot_coffee", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь просит сделать кофе." - }, - { - "id": 23, - "name": "iot_hue_lightchange", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь запрашивает изменение освещения через устройства интернета вещей (IoT)" - }, - { - "id": 24, - "name": "iot_hue_lightdim", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет изменить яркость освещения в помещении с помощью умных светильников Hue" - }, - { - "id": 25, - "name": "iot_hue_lightoff", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь запрашивает выключение света в помещении." - }, - { - "id": 26, - "name": "iot_hue_lighton", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет включить свет в умном доме" - }, - { - "id": 27, - "name": "iot_hue_lightup", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет, чтобы светилось ярче" - }, - { - "id": 28, - "name": "iot_wemo_off", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь просит выключить умную розетку." - }, - { - "id": 29, - "name": "iot_wemo_on", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет включить устройство Wemo через IoT (интернет вещей)" - }, - { - "id": 30, - "name": "lists_createoradd", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет создать или добавить элемент в список" - }, - { - "id": 31, - "name": "lists_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь делает запрос касательно своих списков" - }, - { - "id": 32, - "name": "lists_remove", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет удалить элементы из списка" - }, - { - "id": 33, - "name": "music_dislikeness", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь не нравится музыка" - }, - { - "id": 34, - "name": "music_likeness", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь выражает свое предпочтение к музыкальным жанрам, исполнителям и песням" - }, - { - "id": 35, - "name": "music_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь задает вопросы о музыке" - }, - { - "id": 36, - "name": "music_settings", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет настроить музыкальные параметры" - }, - { - "id": 37, - "name": "news_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь интересуется новостями." - }, - { - "id": 38, - "name": "play_audiobook", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to interact with an audiobook" - }, - { - "id": 39, - "name": "play_game", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет играть в игру" - }, - { - "id": 40, - "name": "play_music", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет воспроизвести музыку." - }, - { - "id": 41, - "name": "play_podcasts", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет слушать подкасты" - }, - { - "id": 42, - "name": "play_radio", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет слушать радио" - }, - { - "id": 43, - "name": "qa_currency", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь интересуется обменным курсом валют" - }, - { - "id": 44, - "name": "qa_definition", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user asks for the definition of specific terms" - }, - { - "id": 45, - "name": "qa_factoid", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is asking for various facts or pieces of information" - }, - { - "id": 46, - "name": "qa_maths", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь задает математические вопросы" - }, - { - "id": 47, - "name": "qa_stock", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь интересуется актуальной информацией о фондовом рынке." - }, - { - "id": 48, - "name": "recommendation_events", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь запрашивает рекомендации по местным мероприятиям" - }, - { - "id": 49, - "name": "recommendation_locations", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь ищет рекомендации мест для посещения." - }, - { - "id": 50, - "name": "recommendation_movies", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь спрашивает о рекомендации фильмов" - }, - { - "id": 51, - "name": "social_post", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user wants to create a social media post" - }, - { - "id": 52, - "name": "social_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь интересуется социальными сетями" - }, - { - "id": 53, - "name": "takeaway_order", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет сделать заказ еды на вынос" - }, - { - "id": 54, - "name": "takeaway_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "user is asking about popular Chinese food delivery services" - }, - { - "id": 55, - "name": "transport_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь запрашивает альтернативные маршруты перемещения" - }, - { - "id": 56, - "name": "transport_taxi", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь хочет вызвать такси" - }, - { - "id": 57, - "name": "transport_ticket", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь интересуется покупкой билетов на транспорт" - }, - { - "id": 58, - "name": "transport_traffic", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь интересуется транспортным движением" - }, - { - "id": 59, - "name": "weather_query", - "tags": [], - "regexp_full_match": [], - "regexp_partial_match": [], - "description": "пользователь интересуется погодой" - } - ] -} diff --git a/experiments/minimal-run-test/README.md b/experiments/minimal-run-test/README.md deleted file mode 100644 index aef704f4..00000000 --- a/experiments/minimal-run-test/README.md +++ /dev/null @@ -1,3 +0,0 @@ -the test resides at `tests/minimal-optimization` and has been added to github actions at `.github/workflows/minimal-optimization.yaml` - -`logs` directory contains example optimization logs of this minimal run \ No newline at end of file diff --git a/experiments/minimal-run-test/data-creation.ipynb b/experiments/minimal-run-test/data-creation.ipynb deleted file mode 100644 index 44606a97..00000000 --- a/experiments/minimal-run-test/data-creation.ipynb +++ /dev/null @@ -1,100 +0,0 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": 6, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "151\n" - ] - } - ], - "source": [ - "import json\n", - "\n", - "path = \"/home/alekseev/AutoIntent/data/intent_records/clinc150.json\"\n", - "with open(path) as file:\n", - " full_dataset = json.load(file)" - ] - }, - { - "cell_type": "code", - "execution_count": 7, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "{'intent_id': 0,\n", - " 'intent_name': 'accept_reservations',\n", - " 'sample_utterances': ['can i make a reservation for redrobin',\n", - " 'is it possible to make a reservation at redrobin',\n", - " 'does redrobin take reservations',\n", - " 'are reservations taken at redrobin',\n", - " 'does redrobin do reservations'],\n", - " 'regexp_full_match': [],\n", - " 'regexp_partial_match': []}" - ] - }, - "execution_count": 7, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "full_dataset[0]" - ] - }, - { - "cell_type": "code", - "execution_count": 9, - "metadata": {}, - "outputs": [], - "source": [ - "# take first three classes\n", - "subset = full_dataset[:3]\n", - "\n", - "# -1 is out-of-scope exaples, take a couple of them\n", - "ood = full_dataset[-1]\n", - "ood[\"sample_utterances\"] = ood[\"sample_utterances\"][:3]\n", - "\n", - "subset += [ood]" - ] - }, - { - "cell_type": "code", - "execution_count": 11, - "metadata": {}, - "outputs": [], - "source": [ - "with open(\"/home/alekseev/AutoIntent/experiments/minimal-run-test/data/clinc_subset.json\", \"w\") as file:\n", - " json.dump(subset, file, indent=4, ensure_ascii=False)" - ] - } - ], - "metadata": { - "kernelspec": { - "display_name": "autointent-L_vaVjJE-py3.10", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.10.10" - } - }, - "nbformat": 4, - "nbformat_minor": 2 -} diff --git a/experiments/minimal-run-test/logs/multiclass.json b/experiments/minimal-run-test/logs/multiclass.json deleted file mode 100644 index 5b1b1392..00000000 --- a/experiments/minimal-run-test/logs/multiclass.json +++ /dev/null @@ -1,181 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 1.0, - 1.0 - ], - "scoring": [ - 1.0, - 1.0, - 1.0, - 0.75, - 1.0, - 1.0, - 1.0, - 0.6666666666666666, - 1.0, - 0.6666666666666666, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "prediction": [ - 0.5714285714285714, - 0.5714285714285714, - 0.5714285714285714 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 1.0, - "k": 10, - "model_name": "sentence-transformers/all-MiniLM-L6-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 1.0, - "k": 10, - "model_name": "avsolatorio/GIST-small-Embedding-v0" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0, - "k": 5, - "weights": "uniform" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0, - "k": 5, - "weights": "distance" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0, - "k": 5, - "weights": "closest" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.75, - "k": 10, - "weights": "uniform" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0, - "k": 10, - "weights": "distance" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0, - "k": 10, - "weights": "closest" - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6666666666666666, - "model_name": "cross-encoder/ms-marco-MiniLM-L-6-v2", - "k": 1, - "train_head": false - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0, - "model_name": "cross-encoder/ms-marco-MiniLM-L-6-v2", - "k": 1, - "train_head": true - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6666666666666666, - "model_name": "cross-encoder/ms-marco-MiniLM-L-6-v2", - "k": 3, - "train_head": false - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0, - "model_name": "cross-encoder/ms-marco-MiniLM-L-6-v2", - "k": 3, - "train_head": true - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0, - "model_name": "avsolatorio/GIST-small-Embedding-v0", - "k": 1, - "train_head": false - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0, - "model_name": "avsolatorio/GIST-small-Embedding-v0", - "k": 1, - "train_head": true - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0, - "model_name": "avsolatorio/GIST-small-Embedding-v0", - "k": 3, - "train_head": false - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0, - "model_name": "avsolatorio/GIST-small-Embedding-v0", - "k": 3, - "train_head": true - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.5714285714285714, - "thresh": 0.5 - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.5714285714285714 - }, - { - "module_type": "jinoos", - "metric_name": "prediction_accuracy", - "metric_value": 0.5714285714285714 - } - ] - } -} \ No newline at end of file diff --git a/experiments/minimal-run-test/logs/multilabel.json b/experiments/minimal-run-test/logs/multilabel.json deleted file mode 100644 index 9fd85d00..00000000 --- a/experiments/minimal-run-test/logs/multilabel.json +++ /dev/null @@ -1,104 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 1.0, - 1.0 - ], - "scoring": [ - 1.0, - 1.0, - 1.0, - 0.9166666666666666, - 1.0, - 1.0, - 1.0 - ], - "prediction": [ - 0.8333333333333334, - 0.8333333333333334 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_intersecting", - "metric_value": 1.0, - "k": 10, - "model_name": "sentence-transformers/all-MiniLM-L6-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_intersecting", - "metric_value": 1.0, - "k": 10, - "model_name": "avsolatorio/GIST-small-Embedding-v0" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0, - "k": 5, - "weights": "uniform" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0, - "k": 5, - "weights": "distance" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0, - "k": 5, - "weights": "closest" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9166666666666666, - "k": 10, - "weights": "uniform" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0, - "k": 10, - "weights": "distance" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0, - "k": 10, - "weights": "closest" - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0, - "multilabel": true - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.8333333333333334, - "thresh": 0.5 - }, - { - "module_type": "tunable", - "metric_name": "prediction_accuracy", - "metric_value": 0.8333333333333334 - } - ] - } -} \ No newline at end of file diff --git a/experiments/mlknn/config.yaml b/experiments/mlknn/config.yaml deleted file mode 100644 index 09b16270..00000000 --- a/experiments/mlknn/config.yaml +++ /dev/null @@ -1,25 +0,0 @@ -nodes: - - node_type: retrieval - metric: retrieval_hit_rate_intersecting - modules: - - module_type: vector_db - k: [10] - model_name: - - sentence-transformers/all-MiniLM-L6-v2 - - avsolatorio/GIST-small-Embedding-v0 - - node_type: scoring - metric: scoring_roc_auc - modules: - - module_type: knn - k: [5, 10] - weights: [uniform, distance, closest] - - module_type: linear - multilabel: [true] - - module_type: mlknn - k: [5, 20] - - node_type: prediction - metric: prediction_accuracy - modules: - - module_type: threshold - thresh: [0.5] - - module_type: tunable \ No newline at end of file diff --git a/experiments/mlknn/run.sh b/experiments/mlknn/run.sh deleted file mode 100644 index 3326ce1c..00000000 --- a/experiments/mlknn/run.sh +++ /dev/null @@ -1,5 +0,0 @@ -poetry run autointent \ - --mode multilabel \ - --multilabel-path default \ - --config-path experiments/mlknn/config.yaml \ - --logs-dir experiments/mlknn \ No newline at end of file diff --git a/experiments/mlknn/worried_fox_10-01-2024_13_06_13/config.yaml b/experiments/mlknn/worried_fox_10-01-2024_13_06_13/config.yaml deleted file mode 100644 index fa665e87..00000000 --- a/experiments/mlknn/worried_fox_10-01-2024_13_06_13/config.yaml +++ /dev/null @@ -1,35 +0,0 @@ -nodes: -- metric: retrieval_hit_rate_intersecting - modules: - - k: - - 10 - model_name: - - sentence-transformers/all-MiniLM-L6-v2 - - avsolatorio/GIST-small-Embedding-v0 - module_type: vector_db - node_type: retrieval -- metric: scoring_roc_auc - modules: - - k: - - 5 - - 10 - module_type: knn - weights: - - uniform - - distance - - closest - - module_type: linear - multilabel: - - true - - k: - - 5 - - 20 - module_type: mlknn - node_type: scoring -- metric: prediction_accuracy - modules: - - module_type: threshold - thresh: - - 0.5 - - module_type: tunable - node_type: prediction diff --git a/experiments/mlknn/worried_fox_10-01-2024_13_06_13/logs.json b/experiments/mlknn/worried_fox_10-01-2024_13_06_13/logs.json deleted file mode 100644 index dc67a8ea..00000000 --- a/experiments/mlknn/worried_fox_10-01-2024_13_06_13/logs.json +++ /dev/null @@ -1,118 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 0.9642857142857143, - 0.9821428571428571 - ], - "scoring": [ - 0.9543212433221266, - 0.955960504458885, - 0.9341377172888645, - 0.962202923466712, - 0.9665722851446197, - 0.9328125403178066, - 0.9691864786553228, - 0.9532654363839668, - 0.946889159146968 - ], - "prediction": [ - 0.9175824175824175, - 0.907967032967033 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_intersecting", - "metric_value": 0.9642857142857143, - "k": 10, - "model_name": "sentence-transformers/all-MiniLM-L6-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_intersecting", - "metric_value": 0.9821428571428571, - "k": 10, - "model_name": "avsolatorio/GIST-small-Embedding-v0" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9543212433221266, - "k": 5, - "weights": "uniform" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.955960504458885, - "k": 5, - "weights": "distance" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9341377172888645, - "k": 5, - "weights": "closest" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.962202923466712, - "k": 10, - "weights": "uniform" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9665722851446197, - "k": 10, - "weights": "distance" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9328125403178066, - "k": 10, - "weights": "closest" - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9691864786553228, - "multilabel": true - }, - { - "module_type": "mlknn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9532654363839668, - "k": 5 - }, - { - "module_type": "mlknn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.946889159146968, - "k": 20 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.9175824175824175, - "thresh": 0.5 - }, - { - "module_type": "tunable", - "metric_name": "prediction_accuracy", - "metric_value": 0.907967032967033 - } - ] - } -} \ No newline at end of file diff --git a/experiments/mlknn/worried_fox_10-01-2024_13_06_13/test_data.json b/experiments/mlknn/worried_fox_10-01-2024_13_06_13/test_data.json deleted file mode 100644 index c5a3167d..00000000 --- a/experiments/mlknn/worried_fox_10-01-2024_13_06_13/test_data.json +++ /dev/null @@ -1,358 +0,0 @@ -[ - { - "utterance": "yes", - "labels": [ - 1 - ] - }, - { - "utterance": "thank you good bye", - "labels": [ - 2 - ] - }, - { - "utterance": "what area is it in", - "labels": [ - 10 - ] - }, - { - "utterance": "yes im looking for a traditional restaurant in the expensive price range", - "labels": [ - 1, - 6 - ] - }, - { - "utterance": "im trying to find a vegetarian restaurant and i dont care regarding the price range", - "labels": [ - 6 - ] - }, - { - "utterance": "chesterton", - "labels": [ - 6 - ] - }, - { - "utterance": "does it have a television", - "labels": [ - 10 - ] - }, - { - "utterance": "hi im looking for a pub", - "labels": [ - 5, - 6 - ] - }, - { - "utterance": "and what is the address and phone number", - "labels": [ - 10 - ] - }, - { - "utterance": "number", - "labels": [ - 10 - ] - }, - { - "utterance": "im looking for a pub with and internet connection", - "labels": [ - 6 - ] - }, - { - "utterance": "price", - "labels": [ - 10 - ] - }, - { - "utterance": "thank you good bye", - "labels": [ - 2 - ] - }, - { - "utterance": "no no", - "labels": [ - 7 - ] - }, - { - "utterance": "uh what are some other eareas", - "labels": [ - 9 - ] - }, - { - "utterance": "thank you good bye", - "labels": [ - 2 - ] - }, - { - "utterance": "thank you good bye", - "labels": [ - 2 - ] - }, - { - "utterance": "end of system audio no im looking for a seafood restaurant", - "labels": [ - 6, - 7 - ] - }, - { - "utterance": "ok what is the address phone number and price", - "labels": [ - 0, - 10 - ] - }, - { - "utterance": "yeah lets have you got anything in the mediterranean food in the area", - "labels": [ - 1, - 6 - ] - }, - { - "utterance": "next type of food cherry hinton area", - "labels": [ - 6, - 9 - ] - }, - { - "utterance": "breathing ok thank you goodbye", - "labels": [ - 2, - 12 - ] - }, - { - "utterance": "next choice", - "labels": [ - 9 - ] - }, - { - "utterance": "no", - "labels": [ - 7 - ] - }, - { - "utterance": "yes", - "labels": [ - 1 - ] - }, - { - "utterance": "ok thank you goodbye", - "labels": [ - 0, - 2, - 12 - ] - }, - { - "utterance": "yes", - "labels": [ - 1 - ] - }, - { - "utterance": "noise ah hi i am looking for an", - "labels": [ - 5 - ] - }, - { - "utterance": "okay and uh", - "labels": [ - 0 - ] - }, - { - "utterance": "no", - "labels": [ - 7 - ] - }, - { - "utterance": "ok thank you", - "labels": [ - 0, - 12 - ] - }, - { - "utterance": "no", - "labels": [ - 7 - ] - }, - { - "utterance": "what about mediterranean", - "labels": [ - 6, - 9 - ] - }, - { - "utterance": "hi im looking for a mediterranean restaurant in the rosemary area", - "labels": [ - 5, - 6 - ] - }, - { - "utterance": "alright thank you good bye", - "labels": [ - 2, - 12 - ] - }, - { - "utterance": "ok i need the phone number and the area", - "labels": [ - 0, - 10 - ] - }, - { - "utterance": "ok thank you good bye", - "labels": [ - 0, - 2, - 12 - ] - }, - { - "utterance": "is it in the cheap price range", - "labels": [ - 3 - ] - }, - { - "utterance": "what about contemporary restaurant", - "labels": [ - 6, - 9 - ] - }, - { - "utterance": "repeat", - "labels": [ - 8 - ] - }, - { - "utterance": "is it located in addenbrookes area", - "labels": [ - 3 - ] - }, - { - "utterance": "is it in the city center jesus christ this is ridiculous", - "labels": [ - 3 - ] - }, - { - "utterance": "is it burger gourmet", - "labels": [ - 3 - ] - }, - { - "utterance": "repeat", - "labels": [ - 8 - ] - }, - { - "utterance": "um is it free", - "labels": [ - 3 - ] - }, - { - "utterance": "hello i am looking for cheap restaurant in addenbrookes area", - "labels": [ - 5, - 6 - ] - }, - { - "utterance": "can we start again", - "labels": [ - 11 - ] - }, - { - "utterance": "hi im looking for cafe", - "labels": [ - 5, - 6 - ] - }, - { - "utterance": "not spanish food not spanish food fast", - "labels": [ - 4 - ] - }, - { - "utterance": "repeat", - "labels": [ - 8 - ] - }, - { - "utterance": "repeat", - "labels": [ - 8 - ] - }, - { - "utterance": "repeat", - "labels": [ - 8 - ] - }, - { - "utterance": "start over", - "labels": [ - 11 - ] - }, - { - "utterance": "uh cheap or moderate", - "labels": [ - 4 - ] - }, - { - "utterance": "id like to start over please", - "labels": [ - 11 - ] - }, - { - "utterance": "i didnt ask for a moderate price range i need a pub with internet and tv", - "labels": [ - 4, - 6 - ] - } -] \ No newline at end of file diff --git a/experiments/mlknn/worried_fox_10-01-2024_13_06_13/train_data.json b/experiments/mlknn/worried_fox_10-01-2024_13_06_13/train_data.json deleted file mode 100644 index f21afee8..00000000 --- a/experiments/mlknn/worried_fox_10-01-2024_13_06_13/train_data.json +++ /dev/null @@ -1,1059 +0,0 @@ -[ - { - "utterance": "can you give me a moderately priced restaurant", - "labels": [ - 6 - ] - }, - { - "utterance": "vegetarian", - "labels": [ - 6 - ] - }, - { - "utterance": "what is the eagles address", - "labels": [ - 6, - 10 - ] - }, - { - "utterance": "telephone", - "labels": [ - 10 - ] - }, - { - "utterance": "post code", - "labels": [ - 10 - ] - }, - { - "utterance": "thank you and good bye", - "labels": [ - 2 - ] - }, - { - "utterance": "i dont care", - "labels": [ - 6 - ] - }, - { - "utterance": "what is the address phone number and postcode", - "labels": [ - 10 - ] - }, - { - "utterance": "may i have the address and prices", - "labels": [ - 10 - ] - }, - { - "utterance": "thank you goodbye", - "labels": [ - 2 - ] - }, - { - "utterance": "price", - "labels": [ - 10 - ] - }, - { - "utterance": "restaurant", - "labels": [ - 6 - ] - }, - { - "utterance": "and whats the post code", - "labels": [ - 10 - ] - }, - { - "utterance": "i want to find a restaurant in kings hedges", - "labels": [ - 6 - ] - }, - { - "utterance": "i would like japanese food", - "labels": [ - 6 - ] - }, - { - "utterance": "yes i would like to know about a restaurant", - "labels": [ - 1, - 6 - ] - }, - { - "utterance": "any price range", - "labels": [ - 6 - ] - }, - { - "utterance": "a restaurant in kings hedges", - "labels": [ - 6 - ] - }, - { - "utterance": "no", - "labels": [ - 7 - ] - }, - { - "utterance": "no", - "labels": [ - 7 - ] - }, - { - "utterance": "i dont care", - "labels": [ - 6 - ] - }, - { - "utterance": "thank you good bye", - "labels": [ - 2 - ] - }, - { - "utterance": "castle hill area", - "labels": [ - 6 - ] - }, - { - "utterance": "moderate", - "labels": [ - 6 - ] - }, - { - "utterance": "thank you good bye", - "labels": [ - 2 - ] - }, - { - "utterance": "ya any part of the avenue is fine", - "labels": [ - 6 - ] - }, - { - "utterance": "im looking for a japanese restaurant", - "labels": [ - 6 - ] - }, - { - "utterance": "and what is the price of the venue", - "labels": [ - 10 - ] - }, - { - "utterance": "what is the type of food", - "labels": [ - 10 - ] - }, - { - "utterance": "ok what does it have a television", - "labels": [ - 10 - ] - }, - { - "utterance": "whats the phone number", - "labels": [ - 10 - ] - }, - { - "utterance": "uhm address", - "labels": [ - 10 - ] - }, - { - "utterance": "does it have internet connection", - "labels": [ - 10 - ] - }, - { - "utterance": "does it have a television", - "labels": [ - 10 - ] - }, - { - "utterance": "and the phone number", - "labels": [ - 10 - ] - }, - { - "utterance": "thank you good bye", - "labels": [ - 2 - ] - }, - { - "utterance": "yes please", - "labels": [ - 1 - ] - }, - { - "utterance": "what about any other area", - "labels": [ - 9 - ] - }, - { - "utterance": "no particular venue", - "labels": [ - 6, - 7 - ] - }, - { - "utterance": "whats the uh thank you and goodbye", - "labels": [ - 2, - 12 - ] - }, - { - "utterance": "goodbye", - "labels": [ - 2 - ] - }, - { - "utterance": "yeah hi uh i want to find an internet connection and must have a tv", - "labels": [ - 1, - 6 - ] - }, - { - "utterance": "yes", - "labels": [ - 1 - ] - }, - { - "utterance": "thank you goodbye", - "labels": [ - 2 - ] - }, - { - "utterance": "can you select me another venue", - "labels": [ - 9 - ] - }, - { - "utterance": "thank you good bye", - "labels": [ - 2 - ] - }, - { - "utterance": "thank you good bye", - "labels": [ - 2 - ] - }, - { - "utterance": "ok thank you good bye", - "labels": [ - 0, - 2, - 12 - ] - }, - { - "utterance": "thank you good bye", - "labels": [ - 2 - ] - }, - { - "utterance": "thank you good bye", - "labels": [ - 2 - ] - }, - { - "utterance": "thank you goodbye", - "labels": [ - 2 - ] - }, - { - "utterance": "yes", - "labels": [ - 1 - ] - }, - { - "utterance": "how about indian", - "labels": [ - 6, - 9 - ] - }, - { - "utterance": "no", - "labels": [ - 7 - ] - }, - { - "utterance": "yes im looking for a moderately priced restaurant and it should be in the addenbrookes area", - "labels": [ - 1, - 6 - ] - }, - { - "utterance": "no any part cheap food", - "labels": [ - 6, - 7 - ] - }, - { - "utterance": "okay thank you goodbye", - "labels": [ - 0, - 2, - 12 - ] - }, - { - "utterance": "thank you", - "labels": [ - 12 - ] - }, - { - "utterance": "yes", - "labels": [ - 1 - ] - }, - { - "utterance": "no thank you goodbye", - "labels": [ - 2, - 7, - 12 - ] - }, - { - "utterance": "no", - "labels": [ - 7 - ] - }, - { - "utterance": "hi im looking for a pub having internet connection and have a tv", - "labels": [ - 5, - 6 - ] - }, - { - "utterance": "ah hi ah i am looking for a thia restaurant", - "labels": [ - 5, - 6 - ] - }, - { - "utterance": "thank you", - "labels": [ - 12 - ] - }, - { - "utterance": "yes i am", - "labels": [ - 1 - ] - }, - { - "utterance": "ok thank you good bye", - "labels": [ - 0, - 2, - 12 - ] - }, - { - "utterance": "okay what is the", - "labels": [ - 0 - ] - }, - { - "utterance": "ok thank you what is the phone number and post code", - "labels": [ - 0, - 10, - 12 - ] - }, - { - "utterance": "yes", - "labels": [ - 1 - ] - }, - { - "utterance": "ok unintelligible", - "labels": [ - 0 - ] - }, - { - "utterance": "ok can i get an address phone number and post code please", - "labels": [ - 0, - 10 - ] - }, - { - "utterance": "no", - "labels": [ - 7 - ] - }, - { - "utterance": "ok and a", - "labels": [ - 0 - ] - }, - { - "utterance": "yes", - "labels": [ - 1 - ] - }, - { - "utterance": "yes i am looking for a restaurant", - "labels": [ - 1, - 6 - ] - }, - { - "utterance": "yes", - "labels": [ - 1 - ] - }, - { - "utterance": "no i want the postcode", - "labels": [ - 7, - 10 - ] - }, - { - "utterance": "no", - "labels": [ - 7 - ] - }, - { - "utterance": "no", - "labels": [ - 7 - ] - }, - { - "utterance": "ok whats the address phone number and post code", - "labels": [ - 0, - 10 - ] - }, - { - "utterance": "breathing thank you good bye", - "labels": [ - 2, - 12 - ] - }, - { - "utterance": "no", - "labels": [ - 7 - ] - }, - { - "utterance": "yes", - "labels": [ - 1 - ] - }, - { - "utterance": "yes i would like to know about a restaurant", - "labels": [ - 1, - 6 - ] - }, - { - "utterance": "yes", - "labels": [ - 1 - ] - }, - { - "utterance": "no", - "labels": [ - 7 - ] - }, - { - "utterance": "what else do you have", - "labels": [ - 9 - ] - }, - { - "utterance": "no", - "labels": [ - 7 - ] - }, - { - "utterance": "ok thank you goodbye", - "labels": [ - 0, - 2, - 12 - ] - }, - { - "utterance": "no", - "labels": [ - 7 - ] - }, - { - "utterance": "ok can you get me the phone number and the what type of food unintelligible", - "labels": [ - 0, - 10 - ] - }, - { - "utterance": "is it in the kings hedge area", - "labels": [ - 3 - ] - }, - { - "utterance": "any other pubs", - "labels": [ - 6, - 9 - ] - }, - { - "utterance": "ok thank you good bye", - "labels": [ - 0, - 2, - 12 - ] - }, - { - "utterance": "clicking thank you good bye", - "labels": [ - 2, - 12 - ] - }, - { - "utterance": "ok thank you good bye", - "labels": [ - 0, - 2, - 12 - ] - }, - { - "utterance": "hi im looking for a contemporary restaurant and is it should be free", - "labels": [ - 3 - ] - }, - { - "utterance": "ok and whats the phone number", - "labels": [ - 0, - 10 - ] - }, - { - "utterance": "hi i am looking for an ex", - "labels": [ - 5 - ] - }, - { - "utterance": "ok thank you good bye", - "labels": [ - 0, - 2, - 12 - ] - }, - { - "utterance": "ok thank you good bye", - "labels": [ - 0, - 2, - 12 - ] - }, - { - "utterance": "repeat", - "labels": [ - 8 - ] - }, - { - "utterance": "is it a chinese takeaway restaurant", - "labels": [ - 3 - ] - }, - { - "utterance": "say again", - "labels": [ - 8 - ] - }, - { - "utterance": "is it cheap price range", - "labels": [ - 3 - ] - }, - { - "utterance": "repeat", - "labels": [ - 8 - ] - }, - { - "utterance": "ya hi ah i want to find a fusion restaurant", - "labels": [ - 5, - 6 - ] - }, - { - "utterance": "does the bakers have a television", - "labels": [ - 3, - 10 - ] - }, - { - "utterance": "are there any other pubs", - "labels": [ - 6, - 9 - ] - }, - { - "utterance": "ah does it have a moderate price range", - "labels": [ - 3 - ] - }, - { - "utterance": "pick a different area", - "labels": [ - 9 - ] - }, - { - "utterance": "breathing do you have anything in newnham area", - "labels": [ - 6, - 9 - ] - }, - { - "utterance": "is it located in the castlehill area", - "labels": [ - 3 - ] - }, - { - "utterance": "start over", - "labels": [ - 11 - ] - }, - { - "utterance": "is it a thia restaurant", - "labels": [ - 3 - ] - }, - { - "utterance": "are there any other options", - "labels": [ - 9 - ] - }, - { - "utterance": "is it in the addenbrookes area", - "labels": [ - 3 - ] - }, - { - "utterance": "how about castle hill", - "labels": [ - 6, - 9 - ] - }, - { - "utterance": "hi im looking for a fusion restaurant", - "labels": [ - 5, - 6 - ] - }, - { - "utterance": "is it in the city center", - "labels": [ - 3 - ] - }, - { - "utterance": "no is it in fenditton", - "labels": [ - 3, - 7 - ] - }, - { - "utterance": "does it serve vegetarian food", - "labels": [ - 3 - ] - }, - { - "utterance": "ah what about asian food", - "labels": [ - 6, - 9 - ] - }, - { - "utterance": "is it in the cheap price range", - "labels": [ - 3 - ] - }, - { - "utterance": "what else do you have", - "labels": [ - 9 - ] - }, - { - "utterance": "do you have any others", - "labels": [ - 9 - ] - }, - { - "utterance": "is it in the trumington area", - "labels": [ - 3 - ] - }, - { - "utterance": "repeat", - "labels": [ - 8 - ] - }, - { - "utterance": "noise is it in the moderate price range", - "labels": [ - 3 - ] - }, - { - "utterance": "hi im looking for a fusion restaurant", - "labels": [ - 5, - 6 - ] - }, - { - "utterance": "how about the fenditton area", - "labels": [ - 6, - 9 - ] - }, - { - "utterance": "say again", - "labels": [ - 8 - ] - }, - { - "utterance": "hi im looking for a cheap restaurant in the fenditton area", - "labels": [ - 5, - 6 - ] - }, - { - "utterance": "hi im looking for a restaurant in fenditton", - "labels": [ - 5, - 6 - ] - }, - { - "utterance": "hi im looking for a cheap restaurant in the girton area", - "labels": [ - 5, - 6 - ] - }, - { - "utterance": "hello", - "labels": [ - 5 - ] - }, - { - "utterance": "any kind of food what about any kind of food", - "labels": [ - 6, - 9 - ] - }, - { - "utterance": "hi im looking for an english restaurant", - "labels": [ - 5, - 6 - ] - }, - { - "utterance": "hello", - "labels": [ - 5 - ] - }, - { - "utterance": "repeat", - "labels": [ - 8 - ] - }, - { - "utterance": "could you repeat", - "labels": [ - 8 - ] - }, - { - "utterance": "hi im looking for a restaurant in fen ditton", - "labels": [ - 5, - 6 - ] - }, - { - "utterance": "hi im looking for a fusion restaurant", - "labels": [ - 5, - 6 - ] - }, - { - "utterance": "hi im looking for a restaurnt in the barnwell area", - "labels": [ - 5, - 6 - ] - }, - { - "utterance": "repeat", - "labels": [ - 8 - ] - }, - { - "utterance": "repeat", - "labels": [ - 8 - ] - }, - { - "utterance": "im sorry could you repeat that", - "labels": [ - 8 - ] - }, - { - "utterance": "could you repeat that please", - "labels": [ - 8 - ] - }, - { - "utterance": "start over", - "labels": [ - 11 - ] - }, - { - "utterance": "repeat", - "labels": [ - 8 - ] - }, - { - "utterance": "search again", - "labels": [ - 8 - ] - }, - { - "utterance": "i need a pub not bakers", - "labels": [ - 4, - 6 - ] - }, - { - "utterance": "repeat", - "labels": [ - 8 - ] - }, - { - "utterance": "repeat", - "labels": [ - 8 - ] - }, - { - "utterance": "may i restart", - "labels": [ - 11 - ] - }, - { - "utterance": "start over", - "labels": [ - 11 - ] - }, - { - "utterance": "lets start over please", - "labels": [ - 11 - ] - }, - { - "utterance": "not so expensive price range", - "labels": [ - 4 - ] - }, - { - "utterance": "less expensive", - "labels": [ - 4 - ] - }, - { - "utterance": "um cheap cheap venue not indian", - "labels": [ - 4, - 6 - ] - }, - { - "utterance": "can i start over", - "labels": [ - 11 - ] - }, - { - "utterance": "lets start over", - "labels": [ - 11 - ] - }, - { - "utterance": "lets not go to japan", - "labels": [ - 4 - ] - }, - { - "utterance": "start over", - "labels": [ - 11 - ] - }, - { - "utterance": "less expensive", - "labels": [ - 4 - ] - }, - { - "utterance": "not free moderate", - "labels": [ - 4, - 6 - ] - } -] \ No newline at end of file diff --git a/experiments/multiclass_as_multilabel/both_09-04-2024_23_29_08.json b/experiments/multiclass_as_multilabel/both_09-04-2024_23_29_08.json deleted file mode 100644 index 69e18101..00000000 --- a/experiments/multiclass_as_multilabel/both_09-04-2024_23_29_08.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 0.9629629629629629 - ], - "scoring": [ - 0.9296097938254275, - 0.9815634900496456 - ], - "prediction": [ - 0.9868205868205868 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_multilabel", - "metric_value": 0.9629629629629629, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9296097938254275, - "k": 3, - "weights": false - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9815634900496456, - "multilabel": true - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.9868205868205868, - "thresh": 0.5 - } - ] - } -} \ No newline at end of file diff --git a/experiments/multiclass_as_multilabel/multiclass_09-04-2024_23_24_45.json b/experiments/multiclass_as_multilabel/multiclass_09-04-2024_23_24_45.json deleted file mode 100644 index cf299198..00000000 --- a/experiments/multiclass_as_multilabel/multiclass_09-04-2024_23_24_45.json +++ /dev/null @@ -1,151 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 0.9587628865979382, - 0.9484536082474226 - ], - "scoring": [ - 0.8488173558897244, - 0.9080641945773527, - 0.9350827352472089, - 0.9637182444748233, - 0.9890350877192984, - 0.8491548473456368, - 0.8461807928913193, - 0.8198343871041239, - 0.7871304682159946, - 0.5588509626338574, - 0.6039302802460698, - 0.6072446741854637, - 0.6170183982683983 - ], - "prediction": [ - 0.6804123711340206, - 0.7319587628865979 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9587628865979382, - "k": 10, - "model_name": "avsolatorio/GIST-small-Embedding-v0" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9484536082474226, - "k": 10, - "model_name": "infgrad/stella-base-en-v2" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8488173558897244, - "k": 1, - "weights": false - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9080641945773527, - "k": 3, - "weights": false - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9350827352472089, - "k": 5, - "weights": false - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9637182444748233, - "k": 10, - "weights": false - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9890350877192984 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8491548473456368, - "model_name": "BAAI/bge-reranker-base", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8461807928913193, - "model_name": "BAAI/bge-reranker-base", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8198343871041239, - "model_name": "BAAI/bge-reranker-base", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.7871304682159946, - "model_name": "BAAI/bge-reranker-base", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.5588509626338574, - "model_name": "cross-encoder/ms-marco-MiniLM-L-6-v2", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6039302802460698, - "model_name": "cross-encoder/ms-marco-MiniLM-L-6-v2", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6072446741854637, - "model_name": "cross-encoder/ms-marco-MiniLM-L-6-v2", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6170183982683983, - "model_name": "cross-encoder/ms-marco-MiniLM-L-6-v2", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.6804123711340206, - "thresh": 0.5 - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.7319587628865979 - } - ] - } -} \ No newline at end of file diff --git a/experiments/multiclass_as_multilabel/multiclass_as_multilabel_09-04-2024_23_27_53.json b/experiments/multiclass_as_multilabel/multiclass_as_multilabel_09-04-2024_23_27_53.json deleted file mode 100644 index 1451a9f6..00000000 --- a/experiments/multiclass_as_multilabel/multiclass_as_multilabel_09-04-2024_23_27_53.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 0.935064935064935 - ], - "scoring": [ - 0.931390977443609, - 0.9825700615174298 - ], - "prediction": [ - 0.987012987012987 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_multilabel", - "metric_value": 0.935064935064935, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.931390977443609, - "k": 3, - "weights": false - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9825700615174298, - "multilabel": true - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.987012987012987, - "thresh": 0.5 - } - ] - } -} \ No newline at end of file diff --git a/experiments/multiclass_as_multilabel/multilabel_09-04-2024_23_34_19.json b/experiments/multiclass_as_multilabel/multilabel_09-04-2024_23_34_19.json deleted file mode 100644 index e5baf043..00000000 --- a/experiments/multiclass_as_multilabel/multilabel_09-04-2024_23_34_19.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 1.0 - ], - "scoring": [ - 0.9556165230105814, - 0.9857373399995418 - ], - "prediction": [ - 0.9326923076923077 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_multilabel", - "metric_value": 1.0, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9556165230105814, - "k": 3, - "weights": false - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9857373399995418, - "multilabel": true - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.9326923076923077, - "thresh": 0.5 - } - ] - } -} \ No newline at end of file diff --git a/experiments/multiclass_as_multilabel/robotics_new_09-04-2024_23_48_19.json b/experiments/multiclass_as_multilabel/robotics_new_09-04-2024_23_48_19.json deleted file mode 100644 index d99e5c2a..00000000 --- a/experiments/multiclass_as_multilabel/robotics_new_09-04-2024_23_48_19.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 1.0 - ], - "scoring": [ - 0.9824183006535948, - 0.9976470588235293 - ], - "prediction": [ - 0.945679012345679 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_multilabel", - "metric_value": 1.0, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9824183006535948, - "k": 3, - "weights": false - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9976470588235293, - "multilabel": true - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.945679012345679, - "thresh": 0.5 - } - ] - } -} \ No newline at end of file diff --git a/experiments/multiclass_as_multilabel/robotics_new_generate_multilabel_09-04-2024_23_49_48.json b/experiments/multiclass_as_multilabel/robotics_new_generate_multilabel_09-04-2024_23_49_48.json deleted file mode 100644 index 87e5c051..00000000 --- a/experiments/multiclass_as_multilabel/robotics_new_generate_multilabel_09-04-2024_23_49_48.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 0.9912280701754386 - ], - "scoring": [ - 0.9866579251236899, - 0.994098598927341 - ], - "prediction": [ - 0.9434697855750487 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_multilabel", - "metric_value": 0.9912280701754386, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9866579251236899, - "k": 3, - "weights": false - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.994098598927341, - "multilabel": true - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.9434697855750487, - "thresh": 0.5 - } - ] - } -} \ No newline at end of file diff --git a/experiments/multiclass_as_multilabel/robotics_new_tags2_09-04-2024_23_56_37.json b/experiments/multiclass_as_multilabel/robotics_new_tags2_09-04-2024_23_56_37.json deleted file mode 100644 index 6689f23a..00000000 --- a/experiments/multiclass_as_multilabel/robotics_new_tags2_09-04-2024_23_56_37.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 0.9390243902439024 - ], - "scoring": [ - 0.8886874395847164, - 0.952039067157069 - ], - "prediction": [ - 0.9660117434507678 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_multilabel", - "metric_value": 0.9390243902439024, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8886874395847164, - "k": 3, - "weights": false - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.952039067157069, - "multilabel": true - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.9660117434507678, - "thresh": 0.5 - } - ] - } -} \ No newline at end of file diff --git a/experiments/multiclass_as_multilabel/robotics_new_tags3_09-04-2024_23_58_05.json b/experiments/multiclass_as_multilabel/robotics_new_tags3_09-04-2024_23_58_05.json deleted file mode 100644 index 08b25316..00000000 --- a/experiments/multiclass_as_multilabel/robotics_new_tags3_09-04-2024_23_58_05.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 1.0 - ], - "scoring": [ - 0.8536746039397154, - 0.949548507342781 - ], - "prediction": [ - 0.8820861678004536 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_multilabel", - "metric_value": 1.0, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8536746039397154, - "k": 3, - "weights": false - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.949548507342781, - "multilabel": true - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.8820861678004536, - "thresh": 0.5 - } - ] - } -} \ No newline at end of file diff --git a/experiments/multiclass_as_multilabel/robotics_new_tags_09-04-2024_23_53_50.json b/experiments/multiclass_as_multilabel/robotics_new_tags_09-04-2024_23_53_50.json deleted file mode 100644 index fec2cd70..00000000 --- a/experiments/multiclass_as_multilabel/robotics_new_tags_09-04-2024_23_53_50.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 0.991304347826087 - ], - "scoring": [ - 0.9805315214839756, - 0.9777642134239921 - ], - "prediction": [ - 0.9884057971014493 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_multilabel", - "metric_value": 0.991304347826087, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9805315214839756, - "k": 3, - "weights": false - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9777642134239921, - "multilabel": true - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.9884057971014493, - "thresh": 0.5 - } - ] - } -} \ No newline at end of file diff --git a/experiments/multilabel/config.yaml b/experiments/multilabel/config.yaml deleted file mode 100644 index 74f1b2da..00000000 --- a/experiments/multilabel/config.yaml +++ /dev/null @@ -1,21 +0,0 @@ -nodes: - - node_type: retrieval - metric: retrieval_hit_rate_multilabel - modules: - - module_type: vector_db - k: [10] - model_name: - - deepvk/USER-bge-m3 - - node_type: scoring - metric: scoring_roc_auc - modules: - - module_type: knn - k: [3] - - module_type: linear - multilabel: [true] - - node_type: prediction - metric: prediction_accuracy - modules: - - module_type: threshold - thresh: [0.5] - multilabel: [true] \ No newline at end of file diff --git a/experiments/multilabel/logs/ac_robotic_08-23-2024_13_04_56.json b/experiments/multilabel/logs/ac_robotic_08-23-2024_13_04_56.json deleted file mode 100644 index 1a998222..00000000 --- a/experiments/multilabel/logs/ac_robotic_08-23-2024_13_04_56.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 1.0 - ], - "scoring": [ - 0.8660773666191622, - 0.9550647451963239 - ], - "prediction": [ - 0.8888888888888888 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_multilabel", - "metric_value": 1.0, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8660773666191622, - "k": 3 - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9550647451963239, - "multilabel": true - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.8888888888888888, - "thresh": 0.5, - "multilabel": true - } - ] - } -} \ No newline at end of file diff --git a/experiments/multilabel/logs/dstc3_08-23-2024_13_00_24.json b/experiments/multilabel/logs/dstc3_08-23-2024_13_00_24.json deleted file mode 100644 index 4a27a886..00000000 --- a/experiments/multilabel/logs/dstc3_08-23-2024_13_00_24.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 0.9826927971494018 - ], - "scoring": [ - 0.7717306188526946, - 0.9916841895727615 - ], - "prediction": [ - 0.9825144604747025 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_multilabel", - "metric_value": 0.9826927971494018, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.7717306188526946, - "k": 3 - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9916841895727615, - "multilabel": true - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.9825144604747025, - "thresh": 0.5, - "multilabel": true - } - ] - } -} \ No newline at end of file diff --git a/experiments/multilabel/run.bash b/experiments/multilabel/run.bash deleted file mode 100644 index 60da12cd..00000000 --- a/experiments/multilabel/run.bash +++ /dev/null @@ -1,16 +0,0 @@ -config="experiments/multilabel/config.yaml" -data_dir="data/multi_label_data" -logs_dir="experiments/multilabel/logs" - -datasets_files=($(find "$data_dir" -type f \( -name "*.json" \))) - -for filepath in "${datasets_files[@]}"; do - run_name=$(basename "$filepath") - run_name="${run_name%.*}" - python3 scripts/base_pipeline.py \ - --config-path $config \ - --data-path $filepath \ - --logs-dir $logs_dir \ - --run-name $run_name \ - --multilabel -done \ No newline at end of file diff --git a/experiments/multilabel/test-multilabel_08-21-2024_21_33_23.json b/experiments/multilabel/test-multilabel_08-21-2024_21_33_23.json deleted file mode 100644 index 6410b406..00000000 --- a/experiments/multilabel/test-multilabel_08-21-2024_21_33_23.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 1.0 - ], - "scoring": [ - 0.8246462621354584, - 0.9532573075526507 - ], - "prediction": [ - 0.8583333333333333 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_multilabel", - "metric_value": 1.0, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8246462621354584, - "k": 3 - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9532573075526507, - "multilabel": true - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.8583333333333333, - "thresh": 0.5, - "multilabel": true - } - ] - } -} \ No newline at end of file diff --git a/experiments/multilabel/test-oos_08-22-2024_18_34_25.json b/experiments/multilabel/test-oos_08-22-2024_18_34_25.json deleted file mode 100644 index 935648e5..00000000 --- a/experiments/multilabel/test-oos_08-22-2024_18_34_25.json +++ /dev/null @@ -1,54 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 0.9787234042553191 - ], - "scoring": [ - 0.9731371590669503 - ], - "prediction": [ - 0.6572164948453608, - 0.43041237113402064, - 0.7603092783505154 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9787234042553191, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9731371590669503, - "k": 3 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.6572164948453608, - "thresh": 0.5 - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.43041237113402064 - }, - { - "module_type": "jinoos", - "metric_name": "prediction_accuracy", - "metric_value": 0.7603092783505154 - } - ] - } -} \ No newline at end of file diff --git a/experiments/oos-detection/clinc150-oos-detection_08-12-2024_20_14_43.json b/experiments/oos-detection/clinc150-oos-detection_08-12-2024_20_14_43.json deleted file mode 100644 index 909bcce7..00000000 --- a/experiments/oos-detection/clinc150-oos-detection_08-12-2024_20_14_43.json +++ /dev/null @@ -1,52 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.973404255319149 - ], - "scoring": [ - 0.96982165104556 - ], - "prediction": [ - 0.6623711340206185, - 0.42783505154639173, - 0.7603092783505154 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.973404255319149, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.96982165104556, - "k": 3 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.6623711340206185, - "thresh": 0.5 - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.42783505154639173 - }, - { - "module_type": "jinoos", - "metric_name": "prediction_accuracy", - "metric_value": 0.7603092783505154 - } - ] - } -} \ No newline at end of file diff --git a/experiments/oos-detection/config.yaml b/experiments/oos-detection/config.yaml deleted file mode 100644 index 53dbcdc2..00000000 --- a/experiments/oos-detection/config.yaml +++ /dev/null @@ -1,20 +0,0 @@ -nodes: - - node_type: retrieval - metric: retrieval_hit_rate - modules: - - module_type: vector_db - k: [10] - model_name: - - deepvk/USER-bge-m3 - - node_type: scoring - metric: scoring_roc_auc - modules: - - module_type: knn - k: [3] - - node_type: prediction - metric: prediction_accuracy - modules: - - module_type: threshold - thresh: [0.5] - - module_type: argmax - - module_type: jinoos \ No newline at end of file diff --git a/experiments/oos-detection/ruclinc150-oos-detection_08-12-2024_20_25_43.json b/experiments/oos-detection/ruclinc150-oos-detection_08-12-2024_20_25_43.json deleted file mode 100644 index bcdd85f7..00000000 --- a/experiments/oos-detection/ruclinc150-oos-detection_08-12-2024_20_25_43.json +++ /dev/null @@ -1,52 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.973404255319149 - ], - "scoring": [ - 0.976309872922776 - ], - "prediction": [ - 0.6118721461187214, - 0.363013698630137, - 0.7488584474885844 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.973404255319149, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.976309872922776, - "k": 3 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.6118721461187214, - "thresh": 0.5 - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.363013698630137 - }, - { - "module_type": "jinoos", - "metric_name": "prediction_accuracy", - "metric_value": 0.7488584474885844 - } - ] - } -} \ No newline at end of file diff --git a/experiments/optuna/config.yaml b/experiments/optuna/config.yaml deleted file mode 100644 index 2600b331..00000000 --- a/experiments/optuna/config.yaml +++ /dev/null @@ -1,21 +0,0 @@ -nodes: - - node_type: retrieval - metric: retrieval_hit_rate_multilabel - modules: - - module_type: vector_db - k: [10] - model_name: - - deepvk/USER-bge-m3 - - node_type: scoring - metric: scoring_roc_auc - modules: - - module_type: knn - k: [10] - weights: [true] - - node_type: prediction - metric: prediction_accuracy - modules: - - module_type: threshold - thresh: [0.5] - multilabel: [true] - - module_type: tunable \ No newline at end of file diff --git a/experiments/optuna/config_09-03-2024_21_25_45.json b/experiments/optuna/config_09-03-2024_21_25_45.json deleted file mode 100644 index 190a04ae..00000000 --- a/experiments/optuna/config_09-03-2024_21_25_45.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 1.0 - ], - "scoring": [ - 0.9638133176872639 - ], - "prediction": [ - 0.9496503496503497, - 0.972027972027972 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_multilabel", - "metric_value": 1.0, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9638133176872639, - "k": 10, - "weights": true - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.9496503496503497, - "thresh": 0.5, - "multilabel": true - }, - { - "module_type": "tunable", - "metric_name": "prediction_accuracy", - "metric_value": 0.972027972027972 - } - ] - } -} \ No newline at end of file diff --git a/experiments/optuna/config_09-03-2024_21_28_04.json b/experiments/optuna/config_09-03-2024_21_28_04.json deleted file mode 100644 index 4c6a504d..00000000 --- a/experiments/optuna/config_09-03-2024_21_28_04.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 0.9821428571428571 - ], - "scoring": [ - 0.9556876222925615 - ], - "prediction": [ - 0.9436813186813187, - 0.945054945054945 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_multilabel", - "metric_value": 0.9821428571428571, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9556876222925615, - "k": 10, - "weights": true - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.9436813186813187, - "thresh": 0.5, - "multilabel": true - }, - { - "module_type": "tunable", - "metric_name": "prediction_accuracy", - "metric_value": 0.945054945054945 - } - ] - } -} \ No newline at end of file diff --git a/experiments/optuna/config_09-03-2024_21_38_05.json b/experiments/optuna/config_09-03-2024_21_38_05.json deleted file mode 100644 index 12cdd9d9..00000000 --- a/experiments/optuna/config_09-03-2024_21_38_05.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 1.0 - ], - "scoring": [ - 0.9580105380630942 - ], - "prediction": [ - 0.9458689458689459, - 0.9658119658119658 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_multilabel", - "metric_value": 1.0, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9580105380630942, - "k": 10, - "weights": true - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.9458689458689459, - "thresh": 0.5, - "multilabel": true - }, - { - "module_type": "tunable", - "metric_name": "prediction_accuracy", - "metric_value": 0.9658119658119658 - } - ] - } -} \ No newline at end of file diff --git a/experiments/predict_with_metadata/testbed.ipynb b/experiments/predict_with_metadata/testbed.ipynb deleted file mode 100644 index d88b2b64..00000000 --- a/experiments/predict_with_metadata/testbed.ipynb +++ /dev/null @@ -1,301 +0,0 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": 1, - "metadata": {}, - "outputs": [], - "source": [ - "from pathlib import Path\n", - "from typing import Literal\n", - "from autointent.pipeline.optimization.utils import load_config\n", - "\n", - "TaskType = Literal[\"multiclass\", \"multilabel\", \"description\"]\n", - "\n", - "\n", - "def setup_environment() -> tuple[str, str]:\n", - " logs_dir = Path.cwd() / \"logs\"\n", - " db_dir = logs_dir / \"db\"\n", - " dump_dir = logs_dir / \"modules_dump\"\n", - " return db_dir, dump_dir, logs_dir\n", - "\n", - "def get_search_space_path(task_type: TaskType):\n", - " return Path(\"/home/voorhs/repos/AutoIntent/tests/assets/configs\").joinpath(f\"{task_type}.yaml\")\n", - "\n", - "\n", - "def get_search_space(task_type: TaskType):\n", - " path = get_search_space_path(task_type)\n", - " return load_config(str(path), multilabel=task_type == \"multilabel\")" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "(PosixPath('/home/voorhs/repos/AutoIntent/experiments/predict_with_metadata/logs/db'),\n", - " PosixPath('/home/voorhs/repos/AutoIntent/experiments/predict_with_metadata/logs/modules_dump'),\n", - " PosixPath('/home/voorhs/repos/AutoIntent/experiments/predict_with_metadata/logs'))" - ] - }, - "execution_count": 2, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "setup_environment()" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "{'nodes': [{'node_type': 'retrieval',\n", - " 'metric': 'retrieval_hit_rate',\n", - " 'search_space': [{'module_type': 'vector_db',\n", - " 'k': [10],\n", - " 'embedder_name': ['sentence-transformers/all-MiniLM-L6-v2',\n", - " 'avsolatorio/GIST-small-Embedding-v0']}]},\n", - " {'node_type': 'scoring',\n", - " 'metric': 'scoring_roc_auc',\n", - " 'search_space': [{'module_type': 'knn',\n", - " 'k': [5, 10],\n", - " 'weights': ['uniform', 'distance', 'closest']},\n", - " {'module_type': 'linear'},\n", - " {'module_type': 'dnnc',\n", - " 'cross_encoder_name': ['cross-encoder/ms-marco-MiniLM-L-6-v2',\n", - " 'avsolatorio/GIST-small-Embedding-v0'],\n", - " 'k': [1, 3],\n", - " 'train_head': [False, True]}]},\n", - " {'node_type': 'prediction',\n", - " 'metric': 'prediction_accuracy',\n", - " 'search_space': [{'module_type': 'threshold',\n", - " 'thresh': [0.5, [0.5, 0.5, 0.5]]},\n", - " {'module_type': 'tunable'},\n", - " {'module_type': 'argmax'},\n", - " {'module_type': 'jinoos'}]}]}" - ] - }, - "execution_count": 3, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "get_search_space(\"multiclass\")" - ] - }, - { - "cell_type": "code", - "execution_count": 10, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent.context.utils import load_data\n", - "\n", - "\n", - "def get_dataset_path():\n", - " return Path(\"/home/voorhs/repos/AutoIntent/tests/assets/data\").joinpath(\"clinc_subset.json\")\n", - "\n", - "\n", - "def get_dataset():\n", - " return load_data(get_dataset_path())" - ] - }, - { - "cell_type": "code", - "execution_count": 11, - "metadata": {}, - "outputs": [], - "source": [ - "task_type = \"multiclass\"" - ] - }, - { - "cell_type": "code", - "execution_count": 12, - "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "Some weights of BertForSequenceClassification were not initialized from the model checkpoint at avsolatorio/GIST-small-Embedding-v0 and are newly initialized: ['classifier.bias', 'classifier.weight']\n", - "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n", - "Some weights of BertForSequenceClassification were not initialized from the model checkpoint at avsolatorio/GIST-small-Embedding-v0 and are newly initialized: ['classifier.bias', 'classifier.weight']\n", - "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n", - "Some weights of BertForSequenceClassification were not initialized from the model checkpoint at avsolatorio/GIST-small-Embedding-v0 and are newly initialized: ['classifier.bias', 'classifier.weight']\n", - "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n", - "Some weights of BertForSequenceClassification were not initialized from the model checkpoint at avsolatorio/GIST-small-Embedding-v0 and are newly initialized: ['classifier.bias', 'classifier.weight']\n", - "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n", - "[I 2024-11-11 13:13:01,596] A new study created in memory with name: no-name-066e9d3e-65d1-45d8-b87b-29160b3a9f1f\n" - ] - } - ], - "source": [ - "from autointent.pipeline.optimization import PipelineOptimizer\n", - "from autointent.configs.optimization_cli import LoggingConfig, VectorIndexConfig, EmbedderConfig\n", - "\n", - "db_dir, dump_dir, logs_dir = setup_environment()\n", - "search_space = get_search_space(task_type)\n", - "\n", - "pipeline_optimizer = PipelineOptimizer.from_dict_config(search_space)\n", - "\n", - "pipeline_optimizer.set_config(LoggingConfig(dirpath=Path(logs_dir).resolve(), dump_modules=True))\n", - "pipeline_optimizer.set_config(VectorIndexConfig(db_dir=Path(db_dir).resolve(), device=\"cpu\", save_db=True))\n", - "pipeline_optimizer.set_config(EmbedderConfig(batch_size=16, max_length=32))\n", - "\n", - "\n", - "dataset = get_dataset()\n", - "context = pipeline_optimizer.optimize_from_dataset(dataset, force_multilabel=(task_type == \"multilabel\"))" - ] - }, - { - "cell_type": "code", - "execution_count": 13, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent.pipeline.inference import InferencePipeline\n", - "\n", - "\n", - "inference_pipeline = InferencePipeline.from_context(context)\n", - "prediction = inference_pipeline.predict_with_metadata([\"123\", \"hello world\"])" - ] - }, - { - "cell_type": "code", - "execution_count": 17, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "[2, 2]\n", - "[InferencePipelineUtteranceOutput(utterance='123', prediction=2, regexp_prediction=None, regexp_prediction_metadata=None, score=[0.0, 0.4, 0.6], score_metadata={'neighbors': ['set my alarm for getting up', 'wake me up at noon tomorrow', 'i am nost sure why my account is blocked', 'i think my account is blocked but i do not know the reason', 'please set an alarm for mid day']}),\n", - " InferencePipelineUtteranceOutput(utterance='hello world', prediction=2, regexp_prediction=None, regexp_prediction_metadata=None, score=[0.0, 0.4, 0.6], score_metadata={'neighbors': ['wake me up at noon tomorrow', 'set my alarm for getting up', 'please set an alarm for mid day', 'why is there a hold on my american saving bank account', 'i am nost sure why my account is blocked']})]\n" - ] - } - ], - "source": [ - "from pprint import pprint\n", - "\n", - "pprint(prediction.predictions)\n", - "pprint(prediction.utterances)" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "if task_type == \"multilabel\":\n", - " assert prediction.shape == (2, len(dataset.intents))\n", - "else:\n", - " assert prediction.shape == (2,)\n", - "\n", - "context.dump()\n", - "context.vector_index_client.delete_db()" - ] - } - ], - "metadata": { - "kernelspec": { - "display_name": "autointent-D7M6VOhJ-py3.12", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.12.3" - } - }, - "nbformat": 4, - "nbformat_minor": 2 -} diff --git a/experiments/predictors-testing/testbed.ipynb b/experiments/predictors-testing/testbed.ipynb deleted file mode 100644 index cbe16a8d..00000000 --- a/experiments/predictors-testing/testbed.ipynb +++ /dev/null @@ -1,198 +0,0 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": 1, - "metadata": {}, - "outputs": [], - "source": [ - "import importlib.resources as ires\n", - "from autointent.context.utils import load_data\n", - "\n", - "def get_dataset_path():\n", - " return ires.files(\"tests.assets.data\").joinpath(\"clinc_subset.json\")\n", - "\n", - "\n", - "def get_dataset():\n", - " return load_data(get_dataset_path())" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "(18, 3)" - ] - }, - "execution_count": 2, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "dataset = get_dataset()\n", - "len(dataset.utterances), len(dataset.intents)" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent.context.data_handler import DataHandler\n", - "\n", - "data_handler = DataHandler(dataset)" - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "(11, 4, 3)" - ] - }, - "execution_count": 4, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "len(data_handler.utterances_train), len(data_handler.utterances_test), len(data_handler.oos_utterances)" - ] - }, - { - "cell_type": "code", - "execution_count": 5, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent.modules.scoring import KNNScorer\n", - "\n", - "knn_params = {\n", - " \"k\": 3,\n", - " \"weights\": \"distance\",\n", - " \"embedder_name\": \"sergeyzh/rubert-tiny-turbo\",\n", - " \"db_dir\": \"db_dir\",\n", - "}\n", - "scorer = KNNScorer(**knn_params)\n", - "\n", - "scorer.fit(data_handler.utterances_train, data_handler.labels_train)\n", - "scores = scorer.predict(data_handler.utterances_test + data_handler.oos_utterances)" - ] - }, - { - "cell_type": "code", - "execution_count": 6, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "array([[0. , 1. , 0. ],\n", - " [1. , 0. , 0. ],\n", - " [0. , 0. , 1. ],\n", - " [1. , 0. , 0. ],\n", - " [0. , 0.7688683 , 0.2311317 ],\n", - " [0.32017301, 0.67982699, 0. ],\n", - " [1. , 0. , 0. ]])" - ] - }, - "execution_count": 6, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "scores" - ] - }, - { - "cell_type": "code", - "execution_count": 7, - "metadata": {}, - "outputs": [], - "source": [ - "labels = data_handler.labels_test + [-1] * len(data_handler.oos_utterances)" - ] - }, - { - "cell_type": "code", - "execution_count": 8, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "[1, 0, 2, 0, -1, -1, -1]" - ] - }, - "execution_count": 8, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "labels" - ] - }, - { - "cell_type": "code", - "execution_count": 9, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent.modules.prediction import ThresholdPredictor\n", - "import numpy as np\n", - "\n", - "predictor = ThresholdPredictor(np.array([0.5, 0.5, 0.5]))\n", - "predictor.fit(scores, labels)" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [ - { - "ename": "ValueError", - "evalue": "Provided scores number don't match with number of classes which predictor was trained on.", - "output_type": "error", - "traceback": [ - "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", - "\u001b[0;31mValueError\u001b[0m Traceback (most recent call last)", - "Cell \u001b[0;32mIn[10], line 2\u001b[0m\n\u001b[1;32m 1\u001b[0m example_scores \u001b[38;5;241m=\u001b[39m np\u001b[38;5;241m.\u001b[39marray([[\u001b[38;5;241m0.1\u001b[39m, \u001b[38;5;241m0.9\u001b[39m], [\u001b[38;5;241m0.8\u001b[39m, \u001b[38;5;241m0.2\u001b[39m], [\u001b[38;5;241m0.3\u001b[39m, \u001b[38;5;241m0.7\u001b[39m]])\n\u001b[0;32m----> 2\u001b[0m predictions \u001b[38;5;241m=\u001b[39m \u001b[43mpredictor\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mpredict\u001b[49m\u001b[43m(\u001b[49m\u001b[43mexample_scores\u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[0;32m~/repos/AutoIntent/autointent/modules/prediction/threshold.py:74\u001b[0m, in \u001b[0;36mThresholdPredictor.predict\u001b[0;34m(self, scores)\u001b[0m\n\u001b[1;32m 72\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m scores\u001b[38;5;241m.\u001b[39mshape[\u001b[38;5;241m1\u001b[39m] \u001b[38;5;241m!=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mn_classes:\n\u001b[1;32m 73\u001b[0m msg \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mProvided scores number don\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mt match with number of classes which predictor was trained on.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[0;32m---> 74\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mValueError\u001b[39;00m(msg)\n\u001b[1;32m 75\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m multiclass_predict(scores, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mthresh)\n", - "\u001b[0;31mValueError\u001b[0m: Provided scores number don't match with number of classes which predictor was trained on." - ] - } - ], - "source": [ - "example_scores = np.array([[0.1, 0.9, 0], [0.8, 0, 0.2], [0, 0.3, 0.7]])\n", - "predictions = predictor.predict(example_scores)" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] - } - ], - "metadata": { - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 2 -} diff --git a/experiments/python-node-optimization/data/test_data.json b/experiments/python-node-optimization/data/test_data.json deleted file mode 100644 index 615da45c..00000000 --- a/experiments/python-node-optimization/data/test_data.json +++ /dev/null @@ -1,366 +0,0 @@ -{ - "utterances": [ - { - "text": "yes", - "label": [ - 1 - ] - }, - { - "text": "can you give me a moderately priced restaurant", - "label": [ - 6 - ] - }, - { - "text": "what area is it in", - "label": [ - 10 - ] - }, - { - "text": "thank you and good bye", - "label": [ - 2 - ] - }, - { - "text": "yes im looking for a traditional restaurant in the expensive price range", - "label": [ - 1, - 6 - ] - }, - { - "text": "im trying to find a vegetarian restaurant and i dont care regarding the price range", - "label": [ - 6 - ] - }, - { - "text": "chesterton", - "label": [ - 6 - ] - }, - { - "text": "does it have a television", - "label": [ - 10 - ] - }, - { - "text": "and what is the address and phone number", - "label": [ - 10 - ] - }, - { - "text": "thank you goodbye", - "label": [ - 2 - ] - }, - { - "text": "number", - "label": [ - 10 - ] - }, - { - "text": "im looking for a pub with and internet connection", - "label": [ - 6 - ] - }, - { - "text": "price", - "label": [ - 10 - ] - }, - { - "text": "no no", - "label": [ - 7 - ] - }, - { - "text": "thank you good bye", - "label": [ - 2 - ] - }, - { - "text": "thank you good bye", - "label": [ - 2 - ] - }, - { - "text": "end of system audio no im looking for a seafood restaurant", - "label": [ - 6, - 7 - ] - }, - { - "text": "ok what is the address phone number and price", - "label": [ - 0, - 10 - ] - }, - { - "text": "yeah lets have you got anything in the mediterranean food in the area", - "label": [ - 1, - 6 - ] - }, - { - "text": "what about any other area", - "label": [ - 9 - ] - }, - { - "text": "whats the uh thank you and goodbye", - "label": [ - 2, - 12 - ] - }, - { - "text": "next type of food cherry hinton area", - "label": [ - 6, - 9 - ] - }, - { - "text": "yes", - "label": [ - 1 - ] - }, - { - "text": "can you select me another venue", - "label": [ - 9 - ] - }, - { - "text": "no", - "label": [ - 7 - ] - }, - { - "text": "ok thank you goodbye", - "label": [ - 0, - 2, - 12 - ] - }, - { - "text": "yes", - "label": [ - 1 - ] - }, - { - "text": "noise ah hi i am looking for an", - "label": [ - 5 - ] - }, - { - "text": "okay and uh", - "label": [ - 0 - ] - }, - { - "text": "no", - "label": [ - 7 - ] - }, - { - "text": "hi im looking for a pub having internet connection and have a tv", - "label": [ - 5, - 6 - ] - }, - { - "text": "ok thank you", - "label": [ - 0, - 12 - ] - }, - { - "text": "no", - "label": [ - 7 - ] - }, - { - "text": "what about mediterranean", - "label": [ - 6, - 9 - ] - }, - { - "text": "hi im looking for a mediterranean restaurant in the rosemary area", - "label": [ - 5, - 6 - ] - }, - { - "text": "alright thank you good bye", - "label": [ - 2, - 12 - ] - }, - { - "text": "ok i need the phone number and the area", - "label": [ - 0, - 10 - ] - }, - { - "text": "ok thank you good bye", - "label": [ - 0, - 2, - 12 - ] - }, - { - "text": "is it in the kings hedge area", - "label": [ - 3 - ] - }, - { - "text": "what about contemporary restaurant", - "label": [ - 6, - 9 - ] - }, - { - "text": "hi im looking for a contemporary restaurant and is it should be free", - "label": [ - 3 - ] - }, - { - "text": "repeat", - "label": [ - 8 - ] - }, - { - "text": "is it in the city center jesus christ this is ridiculous", - "label": [ - 3 - ] - }, - { - "text": "is it burger gourmet", - "label": [ - 3 - ] - }, - { - "text": "repeat", - "label": [ - 8 - ] - }, - { - "text": "um is it free", - "label": [ - 3 - ] - }, - { - "text": "repeat", - "label": [ - 8 - ] - }, - { - "text": "hello i am looking for cheap restaurant in addenbrookes area", - "label": [ - 5, - 6 - ] - }, - { - "text": "can we start again", - "label": [ - 11 - ] - }, - { - "text": "hi im looking for cafe", - "label": [ - 5, - 6 - ] - }, - { - "text": "not spanish food not spanish food fast", - "label": [ - 4 - ] - }, - { - "text": "repeat", - "label": [ - 8 - ] - }, - { - "text": "say again", - "label": [ - 8 - ] - }, - { - "text": "start over", - "label": [ - 11 - ] - }, - { - "text": "uh cheap or moderate", - "label": [ - 4 - ] - }, - { - "text": "id like to start over please", - "label": [ - 11 - ] - }, - { - "text": "i need a pub not bakers", - "label": [ - 4, - 6 - ] - } - ] -} \ No newline at end of file diff --git a/experiments/python-node-optimization/data/train_data.json b/experiments/python-node-optimization/data/train_data.json deleted file mode 100644 index 2c9ac4cc..00000000 --- a/experiments/python-node-optimization/data/train_data.json +++ /dev/null @@ -1,1055 +0,0 @@ -{ - "utterances": [ - { - "text": "thank you good bye", - "label": [ - 2 - ] - }, - { - "text": "vegetarian", - "label": [ - 6 - ] - }, - { - "text": "what is the eagles address", - "label": [ - 6, - 10 - ] - }, - { - "text": "telephone", - "label": [ - 10 - ] - }, - { - "text": "post code", - "label": [ - 10 - ] - }, - { - "text": "i dont care", - "label": [ - 6 - ] - }, - { - "text": "hi im looking for a pub", - "label": [ - 5, - 6 - ] - }, - { - "text": "what is the address phone number and postcode", - "label": [ - 10 - ] - }, - { - "text": "may i have the address and prices", - "label": [ - 10 - ] - }, - { - "text": "price", - "label": [ - 10 - ] - }, - { - "text": "restaurant", - "label": [ - 6 - ] - }, - { - "text": "and whats the post code", - "label": [ - 10 - ] - }, - { - "text": "i want to find a restaurant in kings hedges", - "label": [ - 6 - ] - }, - { - "text": "i would like japanese food", - "label": [ - 6 - ] - }, - { - "text": "yes i would like to know about a restaurant", - "label": [ - 1, - 6 - ] - }, - { - "text": "any price range", - "label": [ - 6 - ] - }, - { - "text": "thank you good bye", - "label": [ - 2 - ] - }, - { - "text": "a restaurant in kings hedges", - "label": [ - 6 - ] - }, - { - "text": "no", - "label": [ - 7 - ] - }, - { - "text": "uh what are some other eareas", - "label": [ - 9 - ] - }, - { - "text": "no", - "label": [ - 7 - ] - }, - { - "text": "i dont care", - "label": [ - 6 - ] - }, - { - "text": "thank you good bye", - "label": [ - 2 - ] - }, - { - "text": "castle hill area", - "label": [ - 6 - ] - }, - { - "text": "moderate", - "label": [ - 6 - ] - }, - { - "text": "thank you good bye", - "label": [ - 2 - ] - }, - { - "text": "ya any part of the avenue is fine", - "label": [ - 6 - ] - }, - { - "text": "im looking for a japanese restaurant", - "label": [ - 6 - ] - }, - { - "text": "and what is the price of the venue", - "label": [ - 10 - ] - }, - { - "text": "what is the type of food", - "label": [ - 10 - ] - }, - { - "text": "ok what does it have a television", - "label": [ - 10 - ] - }, - { - "text": "whats the phone number", - "label": [ - 10 - ] - }, - { - "text": "uhm address", - "label": [ - 10 - ] - }, - { - "text": "does it have internet connection", - "label": [ - 10 - ] - }, - { - "text": "does it have a television", - "label": [ - 10 - ] - }, - { - "text": "and the phone number", - "label": [ - 10 - ] - }, - { - "text": "thank you good bye", - "label": [ - 2 - ] - }, - { - "text": "yes please", - "label": [ - 1 - ] - }, - { - "text": "no particular venue", - "label": [ - 6, - 7 - ] - }, - { - "text": "goodbye", - "label": [ - 2 - ] - }, - { - "text": "yeah hi uh i want to find an internet connection and must have a tv", - "label": [ - 1, - 6 - ] - }, - { - "text": "breathing ok thank you goodbye", - "label": [ - 2, - 12 - ] - }, - { - "text": "thank you goodbye", - "label": [ - 2 - ] - }, - { - "text": "thank you good bye", - "label": [ - 2 - ] - }, - { - "text": "thank you good bye", - "label": [ - 2 - ] - }, - { - "text": "next choice", - "label": [ - 9 - ] - }, - { - "text": "ok thank you good bye", - "label": [ - 0, - 2, - 12 - ] - }, - { - "text": "thank you good bye", - "label": [ - 2 - ] - }, - { - "text": "yes", - "label": [ - 1 - ] - }, - { - "text": "thank you good bye", - "label": [ - 2 - ] - }, - { - "text": "thank you goodbye", - "label": [ - 2 - ] - }, - { - "text": "yes", - "label": [ - 1 - ] - }, - { - "text": "how about indian", - "label": [ - 6, - 9 - ] - }, - { - "text": "no", - "label": [ - 7 - ] - }, - { - "text": "yes im looking for a moderately priced restaurant and it should be in the addenbrookes area", - "label": [ - 1, - 6 - ] - }, - { - "text": "no any part cheap food", - "label": [ - 6, - 7 - ] - }, - { - "text": "okay thank you goodbye", - "label": [ - 0, - 2, - 12 - ] - }, - { - "text": "thank you", - "label": [ - 12 - ] - }, - { - "text": "yes", - "label": [ - 1 - ] - }, - { - "text": "no thank you goodbye", - "label": [ - 2, - 7, - 12 - ] - }, - { - "text": "no", - "label": [ - 7 - ] - }, - { - "text": "ah hi ah i am looking for a thia restaurant", - "label": [ - 5, - 6 - ] - }, - { - "text": "thank you", - "label": [ - 12 - ] - }, - { - "text": "yes i am", - "label": [ - 1 - ] - }, - { - "text": "ok thank you good bye", - "label": [ - 0, - 2, - 12 - ] - }, - { - "text": "okay what is the", - "label": [ - 0 - ] - }, - { - "text": "ok thank you what is the phone number and post code", - "label": [ - 0, - 10, - 12 - ] - }, - { - "text": "yes", - "label": [ - 1 - ] - }, - { - "text": "ok unintelligible", - "label": [ - 0 - ] - }, - { - "text": "ok can i get an address phone number and post code please", - "label": [ - 0, - 10 - ] - }, - { - "text": "no", - "label": [ - 7 - ] - }, - { - "text": "ok and a", - "label": [ - 0 - ] - }, - { - "text": "yes", - "label": [ - 1 - ] - }, - { - "text": "yes i am looking for a restaurant", - "label": [ - 1, - 6 - ] - }, - { - "text": "yes", - "label": [ - 1 - ] - }, - { - "text": "no i want the postcode", - "label": [ - 7, - 10 - ] - }, - { - "text": "no", - "label": [ - 7 - ] - }, - { - "text": "no", - "label": [ - 7 - ] - }, - { - "text": "ok whats the address phone number and post code", - "label": [ - 0, - 10 - ] - }, - { - "text": "breathing thank you good bye", - "label": [ - 2, - 12 - ] - }, - { - "text": "no", - "label": [ - 7 - ] - }, - { - "text": "yes", - "label": [ - 1 - ] - }, - { - "text": "yes i would like to know about a restaurant", - "label": [ - 1, - 6 - ] - }, - { - "text": "yes", - "label": [ - 1 - ] - }, - { - "text": "no", - "label": [ - 7 - ] - }, - { - "text": "what else do you have", - "label": [ - 9 - ] - }, - { - "text": "no", - "label": [ - 7 - ] - }, - { - "text": "ok thank you goodbye", - "label": [ - 0, - 2, - 12 - ] - }, - { - "text": "is it in the cheap price range", - "label": [ - 3 - ] - }, - { - "text": "no", - "label": [ - 7 - ] - }, - { - "text": "ok can you get me the phone number and the what type of food unintelligible", - "label": [ - 0, - 10 - ] - }, - { - "text": "any other pubs", - "label": [ - 6, - 9 - ] - }, - { - "text": "ok thank you good bye", - "label": [ - 0, - 2, - 12 - ] - }, - { - "text": "clicking thank you good bye", - "label": [ - 2, - 12 - ] - }, - { - "text": "ok thank you good bye", - "label": [ - 0, - 2, - 12 - ] - }, - { - "text": "ok and whats the phone number", - "label": [ - 0, - 10 - ] - }, - { - "text": "hi i am looking for an ex", - "label": [ - 5 - ] - }, - { - "text": "ok thank you good bye", - "label": [ - 0, - 2, - 12 - ] - }, - { - "text": "ok thank you good bye", - "label": [ - 0, - 2, - 12 - ] - }, - { - "text": "is it located in addenbrookes area", - "label": [ - 3 - ] - }, - { - "text": "repeat", - "label": [ - 8 - ] - }, - { - "text": "is it a chinese takeaway restaurant", - "label": [ - 3 - ] - }, - { - "text": "say again", - "label": [ - 8 - ] - }, - { - "text": "is it cheap price range", - "label": [ - 3 - ] - }, - { - "text": "ya hi ah i want to find a fusion restaurant", - "label": [ - 5, - 6 - ] - }, - { - "text": "does the bakers have a television", - "label": [ - 3, - 10 - ] - }, - { - "text": "are there any other pubs", - "label": [ - 6, - 9 - ] - }, - { - "text": "ah does it have a moderate price range", - "label": [ - 3 - ] - }, - { - "text": "pick a different area", - "label": [ - 9 - ] - }, - { - "text": "breathing do you have anything in newnham area", - "label": [ - 6, - 9 - ] - }, - { - "text": "is it located in the castlehill area", - "label": [ - 3 - ] - }, - { - "text": "start over", - "label": [ - 11 - ] - }, - { - "text": "is it a thia restaurant", - "label": [ - 3 - ] - }, - { - "text": "are there any other options", - "label": [ - 9 - ] - }, - { - "text": "is it in the addenbrookes area", - "label": [ - 3 - ] - }, - { - "text": "how about castle hill", - "label": [ - 6, - 9 - ] - }, - { - "text": "repeat", - "label": [ - 8 - ] - }, - { - "text": "hi im looking for a fusion restaurant", - "label": [ - 5, - 6 - ] - }, - { - "text": "is it in the city center", - "label": [ - 3 - ] - }, - { - "text": "no is it in fenditton", - "label": [ - 3, - 7 - ] - }, - { - "text": "does it serve vegetarian food", - "label": [ - 3 - ] - }, - { - "text": "ah what about asian food", - "label": [ - 6, - 9 - ] - }, - { - "text": "is it in the cheap price range", - "label": [ - 3 - ] - }, - { - "text": "what else do you have", - "label": [ - 9 - ] - }, - { - "text": "do you have any others", - "label": [ - 9 - ] - }, - { - "text": "is it in the trumington area", - "label": [ - 3 - ] - }, - { - "text": "repeat", - "label": [ - 8 - ] - }, - { - "text": "noise is it in the moderate price range", - "label": [ - 3 - ] - }, - { - "text": "hi im looking for a fusion restaurant", - "label": [ - 5, - 6 - ] - }, - { - "text": "how about the fenditton area", - "label": [ - 6, - 9 - ] - }, - { - "text": "repeat", - "label": [ - 8 - ] - }, - { - "text": "hi im looking for a cheap restaurant in the fenditton area", - "label": [ - 5, - 6 - ] - }, - { - "text": "hi im looking for a restaurant in fenditton", - "label": [ - 5, - 6 - ] - }, - { - "text": "hi im looking for a cheap restaurant in the girton area", - "label": [ - 5, - 6 - ] - }, - { - "text": "hello", - "label": [ - 5 - ] - }, - { - "text": "any kind of food what about any kind of food", - "label": [ - 6, - 9 - ] - }, - { - "text": "hi im looking for an english restaurant", - "label": [ - 5, - 6 - ] - }, - { - "text": "hello", - "label": [ - 5 - ] - }, - { - "text": "repeat", - "label": [ - 8 - ] - }, - { - "text": "could you repeat", - "label": [ - 8 - ] - }, - { - "text": "hi im looking for a restaurant in fen ditton", - "label": [ - 5, - 6 - ] - }, - { - "text": "hi im looking for a fusion restaurant", - "label": [ - 5, - 6 - ] - }, - { - "text": "hi im looking for a restaurnt in the barnwell area", - "label": [ - 5, - 6 - ] - }, - { - "text": "repeat", - "label": [ - 8 - ] - }, - { - "text": "repeat", - "label": [ - 8 - ] - }, - { - "text": "im sorry could you repeat that", - "label": [ - 8 - ] - }, - { - "text": "could you repeat that please", - "label": [ - 8 - ] - }, - { - "text": "start over", - "label": [ - 11 - ] - }, - { - "text": "repeat", - "label": [ - 8 - ] - }, - { - "text": "search again", - "label": [ - 8 - ] - }, - { - "text": "repeat", - "label": [ - 8 - ] - }, - { - "text": "repeat", - "label": [ - 8 - ] - }, - { - "text": "i didnt ask for a moderate price range i need a pub with internet and tv", - "label": [ - 4, - 6 - ] - }, - { - "text": "may i restart", - "label": [ - 11 - ] - }, - { - "text": "start over", - "label": [ - 11 - ] - }, - { - "text": "lets start over please", - "label": [ - 11 - ] - }, - { - "text": "not so expensive price range", - "label": [ - 4 - ] - }, - { - "text": "less expensive", - "label": [ - 4 - ] - }, - { - "text": "um cheap cheap venue not indian", - "label": [ - 4, - 6 - ] - }, - { - "text": "can i start over", - "label": [ - 11 - ] - }, - { - "text": "lets start over", - "label": [ - 11 - ] - }, - { - "text": "lets not go to japan", - "label": [ - 4 - ] - }, - { - "text": "start over", - "label": [ - 11 - ] - }, - { - "text": "less expensive", - "label": [ - 4 - ] - }, - { - "text": "not free moderate", - "label": [ - 4, - 6 - ] - } - ] -} \ No newline at end of file diff --git a/experiments/python-node-optimization/testbed.ipynb b/experiments/python-node-optimization/testbed.ipynb deleted file mode 100644 index 746eb49f..00000000 --- a/experiments/python-node-optimization/testbed.ipynb +++ /dev/null @@ -1,354 +0,0 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": 1, - "metadata": {}, - "outputs": [], - "source": [ - "%load_ext autoreload\n", - "%autoreload 2" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "# Simpler Pipeline Optimization Demo" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Replicate full-fledged optimization" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Load datasets" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "(165, 57)" - ] - }, - "execution_count": 2, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "from autointent.context.data_handler import Dataset\n", - "from autointent.context.utils import load_data\n", - "\n", - "scoring_dataset = load_data(\"./data/train_data.json\")\n", - "prediction_dataset = load_data(\"./data/test_data.json\")\n", - "len(scoring_dataset.utterances), len(prediction_dataset.utterances)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Define Search Space" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent.pipeline.optimization import PipelineOptimizer\n", - "\n", - "config = {\n", - " \"nodes\": [\n", - " {\n", - " \"node_type\": \"scoring\",\n", - " \"metric\": \"scoring_roc_auc\",\n", - " \"search_space\": [\n", - " {\"module_type\": \"knn\", \"k\": [5, 10], \"weights\": [\"uniform\", \"distance\", \"closest\"], \"model_name\": [\"avsolatorio/GIST-small-Embedding-v0\"]},\n", - " {\"module_type\": \"linear\", \"model_name\": [\"avsolatorio/GIST-small-Embedding-v0\"]},\n", - " # {\n", - " # \"module_type\": \"dnnc\",\n", - " # \"cross_encoder_name\": [\"cross-encoder/ms-marco-MiniLM-L-6-v2\", \"avsolatorio/GIST-small-Embedding-v0\"],\n", - " # \"search_model_name\": [\"avsolatorio/GIST-small-Embedding-v0\"],\n", - " # \"k\": [1, 3],\n", - " # \"train_head\": [False, True],\n", - " # },\n", - " ],\n", - " },\n", - " {\n", - " \"node_type\": \"prediction\",\n", - " \"metric\": \"prediction_accuracy\",\n", - " \"search_space\": [\n", - " {\"module_type\": \"threshold\", \"thresh\": [0.5]},\n", - " {\"module_type\": \"tunable\"},\n", - " # {\"module_type\": \"argmax\"},\n", - " # {\"module_type\": \"jinoos\"},\n", - " ],\n", - " },\n", - " ]\n", - "}\n", - "\n", - "pipeline_optimizer = PipelineOptimizer.from_dict_config(config)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### [Optional] Configure Your Run" - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent.configs.optimization_cli import LoggingConfig, VectorIndexConfig, EmbedderConfig\n", - "from pathlib import Path\n", - "\n", - "pipeline_optimizer.set_config(LoggingConfig(run_name=\"sweet_cucumber\", dirpath=Path.cwd(), dump_modules=True, clear_ram=True))\n", - "pipeline_optimizer.set_config(VectorIndexConfig(db_dir=Path(\"./my_vector_db\").resolve(), device=\"cuda\"))\n", - "pipeline_optimizer.set_config(EmbedderConfig(batch_size=16, max_length=32))" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Run Optimization" - ] - }, - { - "cell_type": "code", - "execution_count": 5, - "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "[I 2024-11-06 13:31:52,764] A new study created in memory with name: no-name-4b9b4940-4128-414d-8733-3236f7935735\n" - ] - } - ], - "source": [ - "context = pipeline_optimizer.optimize_from_dataset(scoring_dataset, prediction_dataset)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Save Logs" - ] - }, - { - "cell_type": "code", - "execution_count": 6, - "metadata": {}, - "outputs": [], - "source": [ - "context.dump()" - ] - }, - { - "cell_type": "code", - "execution_count": 9, - "metadata": {}, - "outputs": [], - "source": [ - "inference_config = context.optimization_info.get_inference_nodes_config()" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Run Inference from file system" - ] - }, - { - "cell_type": "code", - "execution_count": 10, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent.pipeline.inference import InferencePipeline\n", - "\n", - "inference_pipeline = InferencePipeline.from_config(inference_config)" - ] - }, - { - "cell_type": "code", - "execution_count": 11, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "array([[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0],\n", - " [0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0]])" - ] - }, - "execution_count": 11, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "inference_pipeline.predict([\"hello world\", \"what is the eagles address\"])" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Run Inference from context [but from file system]" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent.pipeline.inference import InferencePipeline\n", - "\n", - "inference_pipeline = InferencePipeline.from_context(context)" - ] - }, - { - "cell_type": "code", - "execution_count": 8, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "array([[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0],\n", - " [0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0]])" - ] - }, - "execution_count": 8, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "inference_pipeline.predict([\"hello world\", \"what is the eagles address\"])" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## No modules dumping" - ] - }, - { - "cell_type": "code", - "execution_count": 9, - "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n" - ] - } - ], - "source": [ - "! rm -rf sweet_cucumber*" - ] - }, - { - "cell_type": "code", - "execution_count": 10, - "metadata": {}, - "outputs": [], - "source": [ - "pipeline_optimizer.set_config(LoggingConfig(dump_modules=False, clear_ram=False))\n", - "pipeline_optimizer.set_config(VectorIndexConfig(db_dir=Path(\"./my_vector_db\").resolve(), device=\"cuda\"))\n", - "pipeline_optimizer.set_config(EmbedderConfig(batch_size=16, max_length=32))" - ] - }, - { - "cell_type": "code", - "execution_count": 11, - "metadata": {}, - "outputs": [], - "source": [ - "context = pipeline_optimizer.optimize_from_dataset(scoring_dataset, prediction_dataset)" - ] - }, - { - "cell_type": "code", - "execution_count": 12, - "metadata": {}, - "outputs": [], - "source": [ - "inference_pipeline = InferencePipeline.from_context(context)" - ] - }, - { - "cell_type": "code", - "execution_count": 13, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "array([[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0],\n", - " [0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0]])" - ] - }, - "execution_count": 13, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "inference_pipeline.predict([\"hello world\", \"what is the eagles address\"])" - ] - } - ], - "metadata": { - "kernelspec": { - "display_name": "autointent-D7M6VOhJ-py3.12", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.12.3" - } - }, - "nbformat": 4, - "nbformat_minor": 2 -} diff --git a/experiments/regexp/config.yaml b/experiments/regexp/config.yaml deleted file mode 100644 index a15bf4eb..00000000 --- a/experiments/regexp/config.yaml +++ /dev/null @@ -1,24 +0,0 @@ -nodes: - - node_type: regexp - metric: regexp_partial_precision - modules: - - module_type: regexp - - node_type: retrieval - metric: retrieval_hit_rate - modules: - - module_type: vector_db - k: [10] - model_name: - - deepvk/USER-bge-m3 - - node_type: scoring - metric: scoring_roc_auc - modules: - - module_type: knn - k: [3] - - node_type: prediction - metric: prediction_accuracy - modules: - - module_type: threshold - thresh: [0.5] - - module_type: argmax - - module_type: jinoos \ No newline at end of file diff --git a/experiments/regexp/logs/banking77_08-13-2024_20_02_24.json b/experiments/regexp/logs/banking77_08-13-2024_20_02_24.json deleted file mode 100644 index 28d0a18b..00000000 --- a/experiments/regexp/logs/banking77_08-13-2024_20_02_24.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "metrics": { - "regexp": [ - 0.22727272727272727 - ], - "retrieval": [ - 0.979381443298969 - ], - "scoring": [ - 0.9376260252904988 - ], - "prediction": [ - 0.5876288659793815, - 0.6804123711340206, - 0.6804123711340206 - ] - }, - "configs": { - "regexp": [ - { - "module_type": "regexp", - "metric_name": "regexp_partial_precision", - "metric_value": 0.22727272727272727 - } - ], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.979381443298969, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9376260252904988, - "k": 3 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.5876288659793815, - "thresh": 0.5 - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.6804123711340206 - }, - { - "module_type": "jinoos", - "metric_name": "prediction_accuracy", - "metric_value": 0.6804123711340206 - } - ] - } -} \ No newline at end of file diff --git a/experiments/regexp/logs/clinc150_08-13-2024_19_58_23.json b/experiments/regexp/logs/clinc150_08-13-2024_19_58_23.json deleted file mode 100644 index afcab775..00000000 --- a/experiments/regexp/logs/clinc150_08-13-2024_19_58_23.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "metrics": { - "regexp": [ - 0.22535211267605634 - ], - "retrieval": [ - 0.9627659574468085 - ], - "scoring": [ - 0.9677617733310334 - ], - "prediction": [ - 0.6572164948453608, - 0.3917525773195876, - 0.6572164948453608 - ] - }, - "configs": { - "regexp": [ - { - "module_type": "regexp", - "metric_name": "regexp_partial_precision", - "metric_value": 0.22535211267605634 - } - ], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9627659574468085, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9677617733310334, - "k": 3 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.6572164948453608, - "thresh": 0.5 - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.3917525773195876 - }, - { - "module_type": "jinoos", - "metric_name": "prediction_accuracy", - "metric_value": 0.6572164948453608 - } - ] - } -} \ No newline at end of file diff --git a/experiments/regexp/logs/hwu64_08-13-2024_20_01_58.json b/experiments/regexp/logs/hwu64_08-13-2024_20_01_58.json deleted file mode 100644 index 309e71ff..00000000 --- a/experiments/regexp/logs/hwu64_08-13-2024_20_01_58.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "metrics": { - "regexp": [ - 0.29411764705882354 - ], - "retrieval": [ - 0.9625 - ], - "scoring": [ - 0.9527611266634209 - ], - "prediction": [ - 0.5625, - 0.625, - 0.625 - ] - }, - "configs": { - "regexp": [ - { - "module_type": "regexp", - "metric_name": "regexp_partial_precision", - "metric_value": 0.29411764705882354 - } - ], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9625, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9527611266634209, - "k": 3 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.5625, - "thresh": 0.5 - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.625 - }, - { - "module_type": "jinoos", - "metric_name": "prediction_accuracy", - "metric_value": 0.625 - } - ] - } -} \ No newline at end of file diff --git a/experiments/regexp/logs/minds14_08-13-2024_20_12_40.json b/experiments/regexp/logs/minds14_08-13-2024_20_12_40.json deleted file mode 100644 index 0a758998..00000000 --- a/experiments/regexp/logs/minds14_08-13-2024_20_12_40.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "metrics": { - "regexp": [ - -1 - ], - "retrieval": [ - 1.0 - ], - "scoring": [ - 1.0 - ], - "prediction": [ - 0.9444444444444444, - 0.9444444444444444, - 0.9444444444444444 - ] - }, - "configs": { - "regexp": [ - { - "module_type": "regexp", - "metric_name": "regexp_partial_precision", - "metric_value": -1 - } - ], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 1.0, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 1.0, - "k": 3 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.9444444444444444, - "thresh": 0.5 - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.9444444444444444 - }, - { - "module_type": "jinoos", - "metric_name": "prediction_accuracy", - "metric_value": 0.9444444444444444 - } - ] - } -} \ No newline at end of file diff --git a/experiments/regexp/logs/ru_banking77_08-13-2024_20_02_40.json b/experiments/regexp/logs/ru_banking77_08-13-2024_20_02_40.json deleted file mode 100644 index 7f67f37b..00000000 --- a/experiments/regexp/logs/ru_banking77_08-13-2024_20_02_40.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "metrics": { - "regexp": [ - 0.32558139534883723 - ], - "retrieval": [ - 0.9587628865979382 - ], - "scoring": [ - 0.912393198906357 - ], - "prediction": [ - 0.4742268041237113, - 0.5979381443298969, - 0.5979381443298969 - ] - }, - "configs": { - "regexp": [ - { - "module_type": "regexp", - "metric_name": "regexp_partial_precision", - "metric_value": 0.32558139534883723 - } - ], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9587628865979382, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.912393198906357, - "k": 3 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.4742268041237113, - "thresh": 0.5 - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.5979381443298969 - }, - { - "module_type": "jinoos", - "metric_name": "prediction_accuracy", - "metric_value": 0.5979381443298969 - } - ] - } -} \ No newline at end of file diff --git a/experiments/regexp/logs/ru_clinc150_08-13-2024_19_57_57.json b/experiments/regexp/logs/ru_clinc150_08-13-2024_19_57_57.json deleted file mode 100644 index 8be19587..00000000 --- a/experiments/regexp/logs/ru_clinc150_08-13-2024_19_57_57.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "metrics": { - "regexp": [ - 0.22950819672131148 - ], - "retrieval": [ - 0.9574468085106383 - ], - "scoring": [ - 0.9452115557855594 - ], - "prediction": [ - 0.5981735159817352, - 0.2876712328767123, - 0.684931506849315 - ] - }, - "configs": { - "regexp": [ - { - "module_type": "regexp", - "metric_name": "regexp_partial_precision", - "metric_value": 0.22950819672131148 - } - ], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9574468085106383, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9452115557855594, - "k": 3 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.5981735159817352, - "thresh": 0.5 - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.2876712328767123 - }, - { - "module_type": "jinoos", - "metric_name": "prediction_accuracy", - "metric_value": 0.684931506849315 - } - ] - } -} \ No newline at end of file diff --git a/experiments/regexp/logs/ru_hwu64_08-13-2024_20_02_13.json b/experiments/regexp/logs/ru_hwu64_08-13-2024_20_02_13.json deleted file mode 100644 index 22d3af17..00000000 --- a/experiments/regexp/logs/ru_hwu64_08-13-2024_20_02_13.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "metrics": { - "regexp": [ - 0.6363636363636364 - ], - "retrieval": [ - 0.9264705882352942 - ], - "scoring": [ - 0.9008932609678878 - ], - "prediction": [ - 0.5294117647058824, - 0.6176470588235294, - 0.6176470588235294 - ] - }, - "configs": { - "regexp": [ - { - "module_type": "regexp", - "metric_name": "regexp_partial_precision", - "metric_value": 0.6363636363636364 - } - ], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9264705882352942, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9008932609678878, - "k": 3 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.5294117647058824, - "thresh": 0.5 - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.6176470588235294 - }, - { - "module_type": "jinoos", - "metric_name": "prediction_accuracy", - "metric_value": 0.6176470588235294 - } - ] - } -} \ No newline at end of file diff --git a/experiments/regexp/logs/ru_minds14_08-13-2024_20_03_09.json b/experiments/regexp/logs/ru_minds14_08-13-2024_20_03_09.json deleted file mode 100644 index c3f1d3fe..00000000 --- a/experiments/regexp/logs/ru_minds14_08-13-2024_20_03_09.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "metrics": { - "regexp": [ - 0.5 - ], - "retrieval": [ - 1.0 - ], - "scoring": [ - 0.9642857142857143 - ], - "prediction": [ - 0.9444444444444444, - 0.9444444444444444, - 0.9444444444444444 - ] - }, - "configs": { - "regexp": [ - { - "module_type": "regexp", - "metric_name": "regexp_partial_precision", - "metric_value": 0.5 - } - ], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 1.0, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9642857142857143, - "k": 3 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.9444444444444444, - "thresh": 0.5 - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.9444444444444444 - }, - { - "module_type": "jinoos", - "metric_name": "prediction_accuracy", - "metric_value": 0.9444444444444444 - } - ] - } -} \ No newline at end of file diff --git a/experiments/regexp/logs/ru_snips_08-13-2024_20_12_30.json b/experiments/regexp/logs/ru_snips_08-13-2024_20_12_30.json deleted file mode 100644 index cd7010f7..00000000 --- a/experiments/regexp/logs/ru_snips_08-13-2024_20_12_30.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "metrics": { - "regexp": [ - -1 - ], - "retrieval": [ - 1.0 - ], - "scoring": [ - 0.9451530612244898 - ], - "prediction": [ - 0.7777777777777778, - 0.7777777777777778, - 0.7777777777777778 - ] - }, - "configs": { - "regexp": [ - { - "module_type": "regexp", - "metric_name": "regexp_partial_precision", - "metric_value": -1 - } - ], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 1.0, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9451530612244898, - "k": 3 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.7777777777777778, - "thresh": 0.5 - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.7777777777777778 - }, - { - "module_type": "jinoos", - "metric_name": "prediction_accuracy", - "metric_value": 0.7777777777777778 - } - ] - } -} \ No newline at end of file diff --git a/experiments/regexp/logs/snips_08-13-2024_20_03_00.json b/experiments/regexp/logs/snips_08-13-2024_20_03_00.json deleted file mode 100644 index 401cbefb..00000000 --- a/experiments/regexp/logs/snips_08-13-2024_20_03_00.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "metrics": { - "regexp": [ - 1.0 - ], - "retrieval": [ - 1.0 - ], - "scoring": [ - 0.9017857142857143 - ], - "prediction": [ - 0.6666666666666666, - 0.6666666666666666, - 0.6666666666666666 - ] - }, - "configs": { - "regexp": [ - { - "module_type": "regexp", - "metric_name": "regexp_partial_precision", - "metric_value": 1.0 - } - ], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 1.0, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9017857142857143, - "k": 3 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.6666666666666666, - "thresh": 0.5 - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.6666666666666666 - }, - { - "module_type": "jinoos", - "metric_name": "prediction_accuracy", - "metric_value": 0.6666666666666666 - } - ] - } -} \ No newline at end of file diff --git a/experiments/regexp/logs/test-regexp_08-13-2024_16_20_34.json b/experiments/regexp/logs/test-regexp_08-13-2024_16_20_34.json deleted file mode 100644 index 0b09eec6..00000000 --- a/experiments/regexp/logs/test-regexp_08-13-2024_16_20_34.json +++ /dev/null @@ -1,22 +0,0 @@ -{ - "metrics": { - "regexp": [ - 1.0 - ], - "retrieval": [], - "scoring": [], - "prediction": [] - }, - "configs": { - "regexp": [ - { - "module_type": "regexp", - "metric_name": "regexp_partial_precision", - "metric_value": 1.0 - } - ], - "retrieval": [], - "scoring": [], - "prediction": [] - } -} \ No newline at end of file diff --git a/experiments/regexp/logs/test-regexp_08-13-2024_16_22_43.json b/experiments/regexp/logs/test-regexp_08-13-2024_16_22_43.json deleted file mode 100644 index e97f55fe..00000000 --- a/experiments/regexp/logs/test-regexp_08-13-2024_16_22_43.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "metrics": { - "regexp": [ - 1.0 - ], - "retrieval": [ - 1.0 - ], - "scoring": [ - 0.8898439523439524 - ], - "prediction": [ - 0.5357142857142857, - 0.5714285714285714, - 0.5714285714285714 - ] - }, - "configs": { - "regexp": [ - { - "module_type": "regexp", - "metric_name": "regexp_partial_precision", - "metric_value": 1.0 - } - ], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 1.0, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8898439523439524, - "k": 3 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.5357142857142857, - "thresh": 0.5 - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.5714285714285714 - }, - { - "module_type": "jinoos", - "metric_name": "prediction_accuracy", - "metric_value": 0.5714285714285714 - } - ] - } -} \ No newline at end of file diff --git a/experiments/regexp/logs/test-regexp_08-13-2024_17_30_10.json b/experiments/regexp/logs/test-regexp_08-13-2024_17_30_10.json deleted file mode 100644 index e97f55fe..00000000 --- a/experiments/regexp/logs/test-regexp_08-13-2024_17_30_10.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "metrics": { - "regexp": [ - 1.0 - ], - "retrieval": [ - 1.0 - ], - "scoring": [ - 0.8898439523439524 - ], - "prediction": [ - 0.5357142857142857, - 0.5714285714285714, - 0.5714285714285714 - ] - }, - "configs": { - "regexp": [ - { - "module_type": "regexp", - "metric_name": "regexp_partial_precision", - "metric_value": 1.0 - } - ], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 1.0, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8898439523439524, - "k": 3 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.5357142857142857, - "thresh": 0.5 - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.5714285714285714 - }, - { - "module_type": "jinoos", - "metric_name": "prediction_accuracy", - "metric_value": 0.5714285714285714 - } - ] - } -} \ No newline at end of file diff --git a/experiments/regexp/run.bash b/experiments/regexp/run.bash deleted file mode 100644 index c1d4fe24..00000000 --- a/experiments/regexp/run.bash +++ /dev/null @@ -1,15 +0,0 @@ -config="experiments/regexp/config.yaml" -data_dir="data/intent_records_regexp" -logs_dir="experiments/regexp/logs" - -datasets_files=($(find "$data_dir" -type f \( -name "*.json" \))) - -for filepath in "${datasets_files[@]}"; do - run_name=$(basename "$filepath") - run_name="${run_name%.*}" - python3 scripts/base_pipeline.py \ - --config-path $config \ - --data-path $filepath \ - --logs-dir $logs_dir \ - --run-name $run_name -done \ No newline at end of file diff --git a/experiments/simpler-optimization/modules_fitting.ipynb b/experiments/simpler-optimization/modules_fitting.ipynb deleted file mode 100644 index 25bb5d54..00000000 --- a/experiments/simpler-optimization/modules_fitting.ipynb +++ /dev/null @@ -1,302 +0,0 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": 1, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent.pipeline.optimization.utils import load_data\n", - "\n", - "data_path = \"/home/voorhs/repos/AutoIntent/tests/assets/data/clinc_subset_multiclass.json\"\n", - "dataset = load_data(data_path)" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "can i make a reservation for redrobin 0\n" - ] - } - ], - "source": [ - "uts = [ut.text for ut in dataset.utterances]\n", - "labs = [ut.label for ut in dataset.utterances]\n", - "print(uts[0], labs[0])" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "[Intent(id=0, name='accept_reservations', tags=[], regexp_full_match=[], regexp_partial_match=[]),\n", - " Intent(id=1, name='account_blocked', tags=[], regexp_full_match=[], regexp_partial_match=[]),\n", - " Intent(id=2, name='alarm', tags=[], regexp_full_match=[], regexp_partial_match=[])]" - ] - }, - "execution_count": 3, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "dataset.intents" - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent.modules import VectorDBModule, LinearScorer, TunablePredictor\n", - "\n", - "retriever = VectorDBModule(\n", - " k=10,\n", - " model_name=\"sentence-transformers/all-MiniLM-L6-v2\",\n", - ")" - ] - }, - { - "cell_type": "code", - "execution_count": 5, - "metadata": {}, - "outputs": [], - "source": [ - "retriever.fit(uts[:-3], labs[:-3])" - ] - }, - { - "cell_type": "code", - "execution_count": 6, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "([[2, 2, 2, 2, 2, 1, 1, 0, 0, 0]],\n", - " [[np.float32(0.79346335),\n", - " np.float32(0.82738996),\n", - " np.float32(0.82997423),\n", - " np.float32(0.83952224),\n", - " np.float32(0.8866376),\n", - " np.float32(0.90507644),\n", - " np.float32(0.9068787),\n", - " np.float32(0.9168172),\n", - " np.float32(0.93020976),\n", - " np.float32(0.9316733)]],\n", - " [['wake me up at noon tomorrow',\n", - " 'set my alarm for getting up',\n", - " 'make sure my alarm is set for three thirty in the morning',\n", - " 'please set an alarm for mid day',\n", - " 'have an alarm set for three in the morning',\n", - " 'why is there a hold on my american saving bank account',\n", - " 'can you tell me why is my bank account frozen',\n", - " 'can i make a reservation for redrobin',\n", - " 'does redrobin do reservations',\n", - " 'does redrobin take reservations']])" - ] - }, - "execution_count": 6, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "retriever.predict(utterances=[\"hello world!\"])" - ] - }, - { - "cell_type": "code", - "execution_count": 7, - "metadata": {}, - "outputs": [], - "source": [ - "scorer = LinearScorer(\n", - " model_name=\"sentence-transformers/all-MiniLM-L6-v2\",\n", - ")" - ] - }, - { - "cell_type": "code", - "execution_count": 8, - "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n", - "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", - "To disable this warning, you can either:\n", - "\t- Avoid using `tokenizers` before the fork if possible\n", - "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n" - ] - } - ], - "source": [ - "scorer.fit(uts[:-3], labs[:-3])" - ] - }, - { - "cell_type": "code", - "execution_count": 9, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "array([[0.2958771 , 0.33677344, 0.36734946]])" - ] - }, - "execution_count": 9, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "scorer.predict(utterances=[\"hello world!\"])" - ] - }, - { - "cell_type": "code", - "execution_count": 10, - "metadata": {}, - "outputs": [], - "source": [ - "predictor = TunablePredictor()" - ] - }, - { - "cell_type": "code", - "execution_count": 12, - "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "[I 2024-10-22 12:09:44,093] A new study created in memory with name: no-name-bca1be19-8046-4179-b553-12c9d918a672\n" - ] - } - ], - "source": [ - "predictor.fit(scores=scorer.predict(uts[:-3]), labels=labs[:-3], tags=[])" - ] - }, - { - "cell_type": "code", - "execution_count": 13, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "array([0.30143903, 0.20789362, 0.30837519])" - ] - }, - "execution_count": 13, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "predictor.thresh" - ] - } - ], - "metadata": { - "kernelspec": { - "display_name": "autointent-D7M6VOhJ-py3.12", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.12.3" - } - }, - "nbformat": 4, - "nbformat_minor": 2 -} diff --git a/experiments/simpler-optimization/pipeline-optimizer.ipynb b/experiments/simpler-optimization/pipeline-optimizer.ipynb deleted file mode 100644 index fcc66351..00000000 --- a/experiments/simpler-optimization/pipeline-optimizer.ipynb +++ /dev/null @@ -1,134 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Pipeline" - ] - }, - { - "cell_type": "code", - "execution_count": 1, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent import Context\n", - "from autointent.pipeline.optimization.utils import get_run_name, load_data\n", - "\n", - "\n", - "run_name = get_run_name(\"multiclass-cpu\")\n", - "\n", - "data = load_data(\"/home/voorhs/repos/AutoIntent/tests/assets/data/clinc_subset_multiclass.json\")\n", - "context = Context(\n", - " dataset=data,\n", - " test_dataset=None,\n", - " device=\"cpu\",\n", - " multilabel_generation_config=\"\",\n", - " db_dir=\"assets\",\n", - " regex_sampling=0,\n", - " seed=0,\n", - " dump_dir=\"assets\"\n", - ")" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": {}, - "outputs": [], - "source": [ - "nodes = [\n", - " {\n", - " 'metric': 'retrieval_hit_rate_intersecting',\n", - " 'node_type': 'retrieval',\n", - " 'search_space': [\n", - " {\n", - " 'k': [10],\n", - " 'model_name': [\"sentence-transformers/all-MiniLM-L6-v2\"],\n", - " 'module_type': 'vector_db'\n", - " }\n", - " ]\n", - " },\n", - " {\n", - " 'metric': 'scoring_roc_auc',\n", - " 'node_type': 'scoring',\n", - " 'search_space': [{'module_type': 'linear', \"n_jobs\": [1]}]\n", - " },\n", - " {\n", - " 'metric': 'prediction_accuracy',\n", - " 'node_type': 'prediction',\n", - " 'search_space': [{'module_type': 'tunable'}]\n", - " }\n", - "]" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": {}, - "outputs": [], - "source": [ - "from autointent.pipeline import PipelineOptimizer\n", - "\n", - "pipeline = PipelineOptimizer.from_dict_config({'nodes': nodes})" - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "[I 2024-10-22 12:51:21,643] A new study created in memory with name: no-name-6e4e33b0-2d04-4481-aab0-21be410bec4f\n" - ] - } - ], - "source": [ - "pipeline.optimize(context)" - ] - }, - { - "cell_type": "code", - "execution_count": 9, - "metadata": {}, - "outputs": [], - "source": [ - "from pathlib import Path\n", - "\n", - "pipeline.dump(Path.cwd() / \"logs\")" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] - } - ], - "metadata": { - "kernelspec": { - "display_name": "autointent-D7M6VOhJ-py3.12", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.12.3" - } - }, - "nbformat": 4, - "nbformat_minor": 2 -} diff --git a/experiments/testing-metrics/config_multiplier.bash b/experiments/testing-metrics/config_multiplier.bash deleted file mode 100644 index 30e9b1d3..00000000 --- a/experiments/testing-metrics/config_multiplier.bash +++ /dev/null @@ -1,66 +0,0 @@ -#!/bin/bash - -# Define the metric lists -retrieval_metrics=( - "retrieval_map" - "retrieval_hit_rate" - "retrieval_precision" - "retrieval_ndcg" - "retrieval_mrr" -) - -scoring_metrics=( - "scoring_neg_cross_entropy" - "scoring_roc_auc" - "scoring_accuracy" - "scoring_f1" - "scoring_precision" - "scoring_recall" -) - -prediction_metrics=( - "prediction_accuracy" - "prediction_roc_auc" - "prediction_precision" - "prediction_recall" - "prediction_f1" -) - -# Input: Path to the original YAML config -original_yaml="$1" -output_dir="$2" -mkdir -p $output_dir - -# Function to update the YAML file with new metrics -update_yaml() { - local retrieval_metric="$1" - local scoring_metric="$2" - local prediction_metric="$3" - local output_file="$4" - - # Read the original YAML content - yaml_content=$(<"$original_yaml") - - # Update the metrics in the YAML content - yaml_content=$(echo "$yaml_content" | sed "s/metric: retrieval_metric/metric: $retrieval_metric/") - yaml_content=$(echo "$yaml_content" | sed "s/metric: scoring_metric/metric: $scoring_metric/") - yaml_content=$(echo "$yaml_content" | sed "s/metric: prediction_metric/metric: $prediction_metric/") - - # Write the updated content to the output file - echo "$yaml_content" > "$output_file" -} - -# Generate all combinations and create copies of the YAML file -for retrieval_metric in "${retrieval_metrics[@]}"; do - for scoring_metric in "${scoring_metrics[@]}"; do - for prediction_metric in "${prediction_metrics[@]}"; do - # Define the output file name - output_file="${output_dir}/config_${retrieval_metric}_${scoring_metric}_${prediction_metric}.yaml" - - # Update the YAML file with the new metrics - update_yaml "$retrieval_metric" "$scoring_metric" "$prediction_metric" "$output_file" - - echo "Created $output_file" - done - done -done diff --git a/experiments/testing-metrics/configs/config_retrieval_hit_rate_scoring_accuracy_prediction_accuracy.yaml b/experiments/testing-metrics/configs/config_retrieval_hit_rate_scoring_accuracy_prediction_accuracy.yaml deleted file mode 100644 index 0cc17ed1..00000000 --- a/experiments/testing-metrics/configs/config_retrieval_hit_rate_scoring_accuracy_prediction_accuracy.yaml +++ /dev/null @@ -1,40 +0,0 @@ -nodes: - - node_type: retrieval - metric: retrieval_hit_rate - modules: - - module_type: vector_db - k: [10] - model_name: - - deepvk/USER-bge-m3 - - intfloat/multilingual-e5-base - - sergeyzh/LaBSE-ru-turbo - - deepvk/USER-base - - sergeyzh/rubert-tiny-turbo - - sentence-transformers/paraphrase-multilingual-mpnet-base-v2 - - sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 - - sentence-transformers/LaBSE - - node_type: scoring - metric: scoring_accuracy - modules: - - module_type: knn - k: [1, 3, 5, 10] - - module_type: linear - - module_type: dnnc - model_name: - # - dunzhang/stella_en_400M_v5 - - mixedbread-ai/mxbai-embed-large-v1 - - avsolatorio/GIST-large-Embedding-v0 - - llmrails/ember-v1 - - BAAI/bge-large-en-v1.5 - - w601sxs/b1ade-embed - - Labib11/MUG-B-1.6 - - WhereIsAI/UAE-Large-V1 - - jamesgpt1/sf_model_e5 - - avsolatorio/GIST-Embedding-v0 - k: [1, 3, 5, 10] - - node_type: prediction - metric: prediction_accuracy - modules: - - module_type: threshold - single_thresh: [true] - - module_type: argmax diff --git a/experiments/testing-metrics/configs/config_retrieval_map_scoring_f1_prediction_accuracy.yaml b/experiments/testing-metrics/configs/config_retrieval_map_scoring_f1_prediction_accuracy.yaml deleted file mode 100644 index 5d70b40f..00000000 --- a/experiments/testing-metrics/configs/config_retrieval_map_scoring_f1_prediction_accuracy.yaml +++ /dev/null @@ -1,40 +0,0 @@ -nodes: - - node_type: retrieval - metric: retrieval_map - modules: - - module_type: vector_db - k: [10] - model_name: - - deepvk/USER-bge-m3 - - intfloat/multilingual-e5-base - - sergeyzh/LaBSE-ru-turbo - - deepvk/USER-base - - sergeyzh/rubert-tiny-turbo - - sentence-transformers/paraphrase-multilingual-mpnet-base-v2 - - sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 - - sentence-transformers/LaBSE - - node_type: scoring - metric: scoring_f1 - modules: - - module_type: knn - k: [1, 3, 5, 10] - - module_type: linear - - module_type: dnnc - model_name: - # - dunzhang/stella_en_400M_v5 - - mixedbread-ai/mxbai-embed-large-v1 - - avsolatorio/GIST-large-Embedding-v0 - - llmrails/ember-v1 - - BAAI/bge-large-en-v1.5 - - w601sxs/b1ade-embed - - Labib11/MUG-B-1.6 - - WhereIsAI/UAE-Large-V1 - - jamesgpt1/sf_model_e5 - - avsolatorio/GIST-Embedding-v0 - k: [1, 3, 5, 10] - - node_type: prediction - metric: prediction_accuracy - modules: - - module_type: threshold - single_thresh: [true] - - module_type: argmax diff --git a/experiments/testing-metrics/configs/config_retrieval_map_scoring_neg_cross_entropy_prediction_accuracy.yaml b/experiments/testing-metrics/configs/config_retrieval_map_scoring_neg_cross_entropy_prediction_accuracy.yaml deleted file mode 100644 index a70dc3e0..00000000 --- a/experiments/testing-metrics/configs/config_retrieval_map_scoring_neg_cross_entropy_prediction_accuracy.yaml +++ /dev/null @@ -1,40 +0,0 @@ -nodes: - - node_type: retrieval - metric: retrieval_map - modules: - - module_type: vector_db - k: [10] - model_name: - - deepvk/USER-bge-m3 - - intfloat/multilingual-e5-base - - sergeyzh/LaBSE-ru-turbo - - deepvk/USER-base - - sergeyzh/rubert-tiny-turbo - - sentence-transformers/paraphrase-multilingual-mpnet-base-v2 - - sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 - - sentence-transformers/LaBSE - - node_type: scoring - metric: scoring_neg_cross_entropy - modules: - - module_type: knn - k: [1, 3, 5, 10] - - module_type: linear - - module_type: dnnc - model_name: - # - dunzhang/stella_en_400M_v5 - - mixedbread-ai/mxbai-embed-large-v1 - - avsolatorio/GIST-large-Embedding-v0 - - llmrails/ember-v1 - - BAAI/bge-large-en-v1.5 - - w601sxs/b1ade-embed - - Labib11/MUG-B-1.6 - - WhereIsAI/UAE-Large-V1 - - jamesgpt1/sf_model_e5 - - avsolatorio/GIST-Embedding-v0 - k: [1, 3, 5, 10] - - node_type: prediction - metric: prediction_accuracy - modules: - - module_type: threshold - single_thresh: [true] - - module_type: argmax diff --git a/experiments/testing-metrics/configs/config_retrieval_map_scoring_precision_prediction_accuracy.yaml b/experiments/testing-metrics/configs/config_retrieval_map_scoring_precision_prediction_accuracy.yaml deleted file mode 100644 index 40973380..00000000 --- a/experiments/testing-metrics/configs/config_retrieval_map_scoring_precision_prediction_accuracy.yaml +++ /dev/null @@ -1,40 +0,0 @@ -nodes: - - node_type: retrieval - metric: retrieval_map - modules: - - module_type: vector_db - k: [10] - model_name: - - deepvk/USER-bge-m3 - - intfloat/multilingual-e5-base - - sergeyzh/LaBSE-ru-turbo - - deepvk/USER-base - - sergeyzh/rubert-tiny-turbo - - sentence-transformers/paraphrase-multilingual-mpnet-base-v2 - - sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 - - sentence-transformers/LaBSE - - node_type: scoring - metric: scoring_precision - modules: - - module_type: knn - k: [1, 3, 5, 10] - - module_type: linear - - module_type: dnnc - model_name: - # - dunzhang/stella_en_400M_v5 - - mixedbread-ai/mxbai-embed-large-v1 - - avsolatorio/GIST-large-Embedding-v0 - - llmrails/ember-v1 - - BAAI/bge-large-en-v1.5 - - w601sxs/b1ade-embed - - Labib11/MUG-B-1.6 - - WhereIsAI/UAE-Large-V1 - - jamesgpt1/sf_model_e5 - - avsolatorio/GIST-Embedding-v0 - k: [1, 3, 5, 10] - - node_type: prediction - metric: prediction_accuracy - modules: - - module_type: threshold - single_thresh: [true] - - module_type: argmax diff --git a/experiments/testing-metrics/configs/config_retrieval_map_scoring_recall_prediction_accuracy.yaml b/experiments/testing-metrics/configs/config_retrieval_map_scoring_recall_prediction_accuracy.yaml deleted file mode 100644 index 0656f148..00000000 --- a/experiments/testing-metrics/configs/config_retrieval_map_scoring_recall_prediction_accuracy.yaml +++ /dev/null @@ -1,40 +0,0 @@ -nodes: - - node_type: retrieval - metric: retrieval_map - modules: - - module_type: vector_db - k: [10] - model_name: - - deepvk/USER-bge-m3 - - intfloat/multilingual-e5-base - - sergeyzh/LaBSE-ru-turbo - - deepvk/USER-base - - sergeyzh/rubert-tiny-turbo - - sentence-transformers/paraphrase-multilingual-mpnet-base-v2 - - sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 - - sentence-transformers/LaBSE - - node_type: scoring - metric: scoring_recall - modules: - - module_type: knn - k: [1, 3, 5, 10] - - module_type: linear - - module_type: dnnc - model_name: - # - dunzhang/stella_en_400M_v5 - - mixedbread-ai/mxbai-embed-large-v1 - - avsolatorio/GIST-large-Embedding-v0 - - llmrails/ember-v1 - - BAAI/bge-large-en-v1.5 - - w601sxs/b1ade-embed - - Labib11/MUG-B-1.6 - - WhereIsAI/UAE-Large-V1 - - jamesgpt1/sf_model_e5 - - avsolatorio/GIST-Embedding-v0 - k: [1, 3, 5, 10] - - node_type: prediction - metric: prediction_accuracy - modules: - - module_type: threshold - single_thresh: [true] - - module_type: argmax diff --git a/experiments/testing-metrics/configs/config_retrieval_map_scoring_roc_auc_prediction_accuracy.yaml b/experiments/testing-metrics/configs/config_retrieval_map_scoring_roc_auc_prediction_accuracy.yaml deleted file mode 100644 index 3cbba57d..00000000 --- a/experiments/testing-metrics/configs/config_retrieval_map_scoring_roc_auc_prediction_accuracy.yaml +++ /dev/null @@ -1,40 +0,0 @@ -nodes: - - node_type: retrieval - metric: retrieval_map - modules: - - module_type: vector_db - k: [10] - model_name: - - deepvk/USER-bge-m3 - - intfloat/multilingual-e5-base - - sergeyzh/LaBSE-ru-turbo - - deepvk/USER-base - - sergeyzh/rubert-tiny-turbo - - sentence-transformers/paraphrase-multilingual-mpnet-base-v2 - - sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 - - sentence-transformers/LaBSE - - node_type: scoring - metric: scoring_roc_auc - modules: - - module_type: knn - k: [1, 3, 5, 10] - - module_type: linear - - module_type: dnnc - model_name: - # - dunzhang/stella_en_400M_v5 - - mixedbread-ai/mxbai-embed-large-v1 - - avsolatorio/GIST-large-Embedding-v0 - - llmrails/ember-v1 - - BAAI/bge-large-en-v1.5 - - w601sxs/b1ade-embed - - Labib11/MUG-B-1.6 - - WhereIsAI/UAE-Large-V1 - - jamesgpt1/sf_model_e5 - - avsolatorio/GIST-Embedding-v0 - k: [1, 3, 5, 10] - - node_type: prediction - metric: prediction_accuracy - modules: - - module_type: threshold - single_thresh: [true] - - module_type: argmax diff --git a/experiments/testing-metrics/configs/config_retrieval_mrr_scoring_accuracy_prediction_f1.yaml b/experiments/testing-metrics/configs/config_retrieval_mrr_scoring_accuracy_prediction_f1.yaml deleted file mode 100644 index e1c337e0..00000000 --- a/experiments/testing-metrics/configs/config_retrieval_mrr_scoring_accuracy_prediction_f1.yaml +++ /dev/null @@ -1,40 +0,0 @@ -nodes: - - node_type: retrieval - metric: retrieval_mrr - modules: - - module_type: vector_db - k: [10] - model_name: - - deepvk/USER-bge-m3 - - intfloat/multilingual-e5-base - - sergeyzh/LaBSE-ru-turbo - - deepvk/USER-base - - sergeyzh/rubert-tiny-turbo - - sentence-transformers/paraphrase-multilingual-mpnet-base-v2 - - sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 - - sentence-transformers/LaBSE - - node_type: scoring - metric: scoring_accuracy - modules: - - module_type: knn - k: [1, 3, 5, 10] - - module_type: linear - - module_type: dnnc - model_name: - # - dunzhang/stella_en_400M_v5 - - mixedbread-ai/mxbai-embed-large-v1 - - avsolatorio/GIST-large-Embedding-v0 - - llmrails/ember-v1 - - BAAI/bge-large-en-v1.5 - - w601sxs/b1ade-embed - - Labib11/MUG-B-1.6 - - WhereIsAI/UAE-Large-V1 - - jamesgpt1/sf_model_e5 - - avsolatorio/GIST-Embedding-v0 - k: [1, 3, 5, 10] - - node_type: prediction - metric: prediction_f1 - modules: - - module_type: threshold - single_thresh: [true] - - module_type: argmax diff --git a/experiments/testing-metrics/configs/config_retrieval_mrr_scoring_accuracy_prediction_precision.yaml b/experiments/testing-metrics/configs/config_retrieval_mrr_scoring_accuracy_prediction_precision.yaml deleted file mode 100644 index bc250b31..00000000 --- a/experiments/testing-metrics/configs/config_retrieval_mrr_scoring_accuracy_prediction_precision.yaml +++ /dev/null @@ -1,40 +0,0 @@ -nodes: - - node_type: retrieval - metric: retrieval_mrr - modules: - - module_type: vector_db - k: [10] - model_name: - - deepvk/USER-bge-m3 - - intfloat/multilingual-e5-base - - sergeyzh/LaBSE-ru-turbo - - deepvk/USER-base - - sergeyzh/rubert-tiny-turbo - - sentence-transformers/paraphrase-multilingual-mpnet-base-v2 - - sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 - - sentence-transformers/LaBSE - - node_type: scoring - metric: scoring_accuracy - modules: - - module_type: knn - k: [1, 3, 5, 10] - - module_type: linear - - module_type: dnnc - model_name: - # - dunzhang/stella_en_400M_v5 - - mixedbread-ai/mxbai-embed-large-v1 - - avsolatorio/GIST-large-Embedding-v0 - - llmrails/ember-v1 - - BAAI/bge-large-en-v1.5 - - w601sxs/b1ade-embed - - Labib11/MUG-B-1.6 - - WhereIsAI/UAE-Large-V1 - - jamesgpt1/sf_model_e5 - - avsolatorio/GIST-Embedding-v0 - k: [1, 3, 5, 10] - - node_type: prediction - metric: prediction_precision - modules: - - module_type: threshold - single_thresh: [true] - - module_type: argmax diff --git a/experiments/testing-metrics/configs/config_retrieval_mrr_scoring_accuracy_prediction_recall.yaml b/experiments/testing-metrics/configs/config_retrieval_mrr_scoring_accuracy_prediction_recall.yaml deleted file mode 100644 index 955f3ed9..00000000 --- a/experiments/testing-metrics/configs/config_retrieval_mrr_scoring_accuracy_prediction_recall.yaml +++ /dev/null @@ -1,40 +0,0 @@ -nodes: - - node_type: retrieval - metric: retrieval_mrr - modules: - - module_type: vector_db - k: [10] - model_name: - - deepvk/USER-bge-m3 - - intfloat/multilingual-e5-base - - sergeyzh/LaBSE-ru-turbo - - deepvk/USER-base - - sergeyzh/rubert-tiny-turbo - - sentence-transformers/paraphrase-multilingual-mpnet-base-v2 - - sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 - - sentence-transformers/LaBSE - - node_type: scoring - metric: scoring_accuracy - modules: - - module_type: knn - k: [1, 3, 5, 10] - - module_type: linear - - module_type: dnnc - model_name: - # - dunzhang/stella_en_400M_v5 - - mixedbread-ai/mxbai-embed-large-v1 - - avsolatorio/GIST-large-Embedding-v0 - - llmrails/ember-v1 - - BAAI/bge-large-en-v1.5 - - w601sxs/b1ade-embed - - Labib11/MUG-B-1.6 - - WhereIsAI/UAE-Large-V1 - - jamesgpt1/sf_model_e5 - - avsolatorio/GIST-Embedding-v0 - k: [1, 3, 5, 10] - - node_type: prediction - metric: prediction_recall - modules: - - module_type: threshold - single_thresh: [true] - - module_type: argmax diff --git a/experiments/testing-metrics/configs/config_retrieval_mrr_scoring_accuracy_prediction_roc_auc.yaml b/experiments/testing-metrics/configs/config_retrieval_mrr_scoring_accuracy_prediction_roc_auc.yaml deleted file mode 100644 index ffb61e47..00000000 --- a/experiments/testing-metrics/configs/config_retrieval_mrr_scoring_accuracy_prediction_roc_auc.yaml +++ /dev/null @@ -1,40 +0,0 @@ -nodes: - - node_type: retrieval - metric: retrieval_mrr - modules: - - module_type: vector_db - k: [10] - model_name: - - deepvk/USER-bge-m3 - - intfloat/multilingual-e5-base - - sergeyzh/LaBSE-ru-turbo - - deepvk/USER-base - - sergeyzh/rubert-tiny-turbo - - sentence-transformers/paraphrase-multilingual-mpnet-base-v2 - - sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 - - sentence-transformers/LaBSE - - node_type: scoring - metric: scoring_accuracy - modules: - - module_type: knn - k: [1, 3, 5, 10] - - module_type: linear - - module_type: dnnc - model_name: - # - dunzhang/stella_en_400M_v5 - - mixedbread-ai/mxbai-embed-large-v1 - - avsolatorio/GIST-large-Embedding-v0 - - llmrails/ember-v1 - - BAAI/bge-large-en-v1.5 - - w601sxs/b1ade-embed - - Labib11/MUG-B-1.6 - - WhereIsAI/UAE-Large-V1 - - jamesgpt1/sf_model_e5 - - avsolatorio/GIST-Embedding-v0 - k: [1, 3, 5, 10] - - node_type: prediction - metric: prediction_roc_auc - modules: - - module_type: threshold - single_thresh: [true] - - module_type: argmax diff --git a/experiments/testing-metrics/configs/config_retrieval_ndcg_scoring_accuracy_prediction_accuracy.yaml b/experiments/testing-metrics/configs/config_retrieval_ndcg_scoring_accuracy_prediction_accuracy.yaml deleted file mode 100644 index 6c47a87f..00000000 --- a/experiments/testing-metrics/configs/config_retrieval_ndcg_scoring_accuracy_prediction_accuracy.yaml +++ /dev/null @@ -1,40 +0,0 @@ -nodes: - - node_type: retrieval - metric: retrieval_ndcg - modules: - - module_type: vector_db - k: [10] - model_name: - - deepvk/USER-bge-m3 - - intfloat/multilingual-e5-base - - sergeyzh/LaBSE-ru-turbo - - deepvk/USER-base - - sergeyzh/rubert-tiny-turbo - - sentence-transformers/paraphrase-multilingual-mpnet-base-v2 - - sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 - - sentence-transformers/LaBSE - - node_type: scoring - metric: scoring_accuracy - modules: - - module_type: knn - k: [1, 3, 5, 10] - - module_type: linear - - module_type: dnnc - model_name: - # - dunzhang/stella_en_400M_v5 - - mixedbread-ai/mxbai-embed-large-v1 - - avsolatorio/GIST-large-Embedding-v0 - - llmrails/ember-v1 - - BAAI/bge-large-en-v1.5 - - w601sxs/b1ade-embed - - Labib11/MUG-B-1.6 - - WhereIsAI/UAE-Large-V1 - - jamesgpt1/sf_model_e5 - - avsolatorio/GIST-Embedding-v0 - k: [1, 3, 5, 10] - - node_type: prediction - metric: prediction_accuracy - modules: - - module_type: threshold - single_thresh: [true] - - module_type: argmax diff --git a/experiments/testing-metrics/configs/config_retrieval_precision_scoring_accuracy_prediction_accuracy.yaml b/experiments/testing-metrics/configs/config_retrieval_precision_scoring_accuracy_prediction_accuracy.yaml deleted file mode 100644 index 2a7fe23d..00000000 --- a/experiments/testing-metrics/configs/config_retrieval_precision_scoring_accuracy_prediction_accuracy.yaml +++ /dev/null @@ -1,40 +0,0 @@ -nodes: - - node_type: retrieval - metric: retrieval_precision - modules: - - module_type: vector_db - k: [10] - model_name: - - deepvk/USER-bge-m3 - - intfloat/multilingual-e5-base - - sergeyzh/LaBSE-ru-turbo - - deepvk/USER-base - - sergeyzh/rubert-tiny-turbo - - sentence-transformers/paraphrase-multilingual-mpnet-base-v2 - - sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 - - sentence-transformers/LaBSE - - node_type: scoring - metric: scoring_accuracy - modules: - - module_type: knn - k: [1, 3, 5, 10] - - module_type: linear - - module_type: dnnc - model_name: - # - dunzhang/stella_en_400M_v5 - - mixedbread-ai/mxbai-embed-large-v1 - - avsolatorio/GIST-large-Embedding-v0 - - llmrails/ember-v1 - - BAAI/bge-large-en-v1.5 - - w601sxs/b1ade-embed - - Labib11/MUG-B-1.6 - - WhereIsAI/UAE-Large-V1 - - jamesgpt1/sf_model_e5 - - avsolatorio/GIST-Embedding-v0 - k: [1, 3, 5, 10] - - node_type: prediction - metric: prediction_accuracy - modules: - - module_type: threshold - single_thresh: [true] - - module_type: argmax diff --git a/experiments/testing-metrics/logs/config_retrieval_hit_rate_scoring_accuracy_prediction_accuracy_08-08-2024_21_40_40.json b/experiments/testing-metrics/logs/config_retrieval_hit_rate_scoring_accuracy_prediction_accuracy_08-08-2024_21_40_40.json deleted file mode 100644 index 30f0986e..00000000 --- a/experiments/testing-metrics/logs/config_retrieval_hit_rate_scoring_accuracy_prediction_accuracy_08-08-2024_21_40_40.json +++ /dev/null @@ -1,366 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.979381443298969, - 0.8969072164948454, - 0.8865979381443299, - 0.8247422680412371, - 0.7731958762886598, - 0.8762886597938144, - 0.9175257731958762, - 0.8247422680412371 - ], - "scoring": [ - 0.7216494845360825, - 0.6494845360824743, - 0.6082474226804123, - 0.4742268041237113, - 0.7731958762886598, - 0.7216494845360825, - 0.5257731958762887, - 0.3711340206185567, - 0.20618556701030927, - 0.7216494845360825, - 0.5257731958762887, - 0.4329896907216495, - 0.2268041237113402, - 0.7216494845360825, - 0.5876288659793815, - 0.4020618556701031, - 0.21649484536082475, - 0.7216494845360825, - 0.5257731958762887, - 0.3402061855670103, - 0.23711340206185566, - 0.7216494845360825, - 0.5773195876288659, - 0.41237113402061853, - 0.2268041237113402, - 0.7216494845360825, - 0.5670103092783505, - 0.38144329896907214, - 0.2268041237113402, - 0.7216494845360825, - 0.5463917525773195, - 0.36082474226804123, - 0.4020618556701031, - 0.7216494845360825, - 0.5670103092783505, - 0.3917525773195876, - 0.2268041237113402, - 0.7216494845360825, - 0.4845360824742268, - 0.4020618556701031, - 0.14432989690721648 - ], - "prediction": [ - 0.5773195876288659, - 0.7731958762886598 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "k": 10, - "model_name": "deepvk/USER-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "k": 10, - "model_name": "sergeyzh/rubert-tiny-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "k": 10, - "model_name": "sentence-transformers/LaBSE" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 3 - }, - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 5 - }, - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 10 - }, - { - "module_type": "linear", - "metric_name": "scoring_accuracy" - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy" - } - ] - } -} \ No newline at end of file diff --git a/experiments/testing-metrics/logs/config_retrieval_map_scoring_f1_prediction_accuracy_08-08-2024_22_23_09.json b/experiments/testing-metrics/logs/config_retrieval_map_scoring_f1_prediction_accuracy_08-08-2024_22_23_09.json deleted file mode 100644 index e21c2ed7..00000000 --- a/experiments/testing-metrics/logs/config_retrieval_map_scoring_f1_prediction_accuracy_08-08-2024_22_23_09.json +++ /dev/null @@ -1,366 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.7080190094365353, - 0.6109270168548522, - 0.6146354933726068, - 0.5217578955981019, - 0.4934421534937, - 0.6133621747668142, - 0.6279700540009819, - 0.5397418589428901 - ], - "scoring": [ - 0.661038961038961, - 0.5887445887445887, - 0.5341991341991341, - 0.38051948051948054, - 0.7168831168831169, - 0.661038961038961, - 0.5246753246753246, - 0.2490414347557205, - 0.2248917748917749, - 0.661038961038961, - 0.46969696969696967, - 0.2614100185528757, - 0.07711811997526284, - 0.661038961038961, - 0.4216450216450216, - 0.2937847866419295, - 0.18447742733457015, - 0.661038961038961, - 0.43311688311688307, - 0.32084106369820653, - 0.1137703566274995, - 0.661038961038961, - 0.4580086580086579, - 0.3426303854875283, - 0.11799628942486087, - 0.661038961038961, - 0.48293135435992574, - 0.4033189033189033, - 0.15194805194805194, - 0.661038961038961, - 0.4927025355596784, - 0.2875180375180375, - 0.15681302824159968, - 0.661038961038961, - 0.48206555349412483, - 0.33358070500927645, - 0.11713048855905998, - 0.661038961038961, - 0.5558750773036488, - 0.4064935064935065, - 0.18274582560296845 - ], - "prediction": [ - 0.5773195876288659, - 0.7731958762886598 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "deepvk/USER-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sergeyzh/rubert-tiny-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sentence-transformers/LaBSE" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_f1", - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_f1", - "k": 3 - }, - { - "module_type": "knn", - "metric_name": "scoring_f1", - "k": 5 - }, - { - "module_type": "knn", - "metric_name": "scoring_f1", - "k": 10 - }, - { - "module_type": "linear", - "metric_name": "scoring_f1" - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "llmrails/ember-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "llmrails/ember-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "llmrails/ember-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "w601sxs/b1ade-embed", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "w601sxs/b1ade-embed", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "w601sxs/b1ade-embed", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "w601sxs/b1ade-embed", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "Labib11/MUG-B-1.6", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "Labib11/MUG-B-1.6", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "Labib11/MUG-B-1.6", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "Labib11/MUG-B-1.6", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "jamesgpt1/sf_model_e5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "jamesgpt1/sf_model_e5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "jamesgpt1/sf_model_e5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "jamesgpt1/sf_model_e5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_f1", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy" - } - ] - } -} \ No newline at end of file diff --git a/experiments/testing-metrics/logs/config_retrieval_map_scoring_neg_cross_entropy_prediction_accuracy_08-08-2024_21_09_52.json b/experiments/testing-metrics/logs/config_retrieval_map_scoring_neg_cross_entropy_prediction_accuracy_08-08-2024_21_09_52.json deleted file mode 100644 index 93808bcc..00000000 --- a/experiments/testing-metrics/logs/config_retrieval_map_scoring_neg_cross_entropy_prediction_accuracy_08-08-2024_21_09_52.json +++ /dev/null @@ -1,366 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.7080190094365353, - 0.6111152020945838, - 0.6113749795450828, - 0.536374979545083, - 0.5045450826378662, - 0.6133621747668142, - 0.6279700540009819, - 0.5526407298314516 - ], - "scoring": [ - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -1.0081795360436432, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity, - -Infinity - ], - "prediction": [ - 0.5773195876288659, - 0.7731958762886598 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "deepvk/USER-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sergeyzh/rubert-tiny-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sentence-transformers/LaBSE" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_neg_cross_entropy", - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_neg_cross_entropy", - "k": 3 - }, - { - "module_type": "knn", - "metric_name": "scoring_neg_cross_entropy", - "k": 5 - }, - { - "module_type": "knn", - "metric_name": "scoring_neg_cross_entropy", - "k": 10 - }, - { - "module_type": "linear", - "metric_name": "scoring_neg_cross_entropy" - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "llmrails/ember-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "llmrails/ember-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "llmrails/ember-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "w601sxs/b1ade-embed", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "w601sxs/b1ade-embed", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "w601sxs/b1ade-embed", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "w601sxs/b1ade-embed", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "Labib11/MUG-B-1.6", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "Labib11/MUG-B-1.6", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "Labib11/MUG-B-1.6", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "Labib11/MUG-B-1.6", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_neg_cross_entropy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy" - } - ] - } -} \ No newline at end of file diff --git a/experiments/testing-metrics/logs/config_retrieval_map_scoring_precision_prediction_accuracy_08-08-2024_21_47_28.json b/experiments/testing-metrics/logs/config_retrieval_map_scoring_precision_prediction_accuracy_08-08-2024_21_47_28.json deleted file mode 100644 index 1e07884b..00000000 --- a/experiments/testing-metrics/logs/config_retrieval_map_scoring_precision_prediction_accuracy_08-08-2024_21_47_28.json +++ /dev/null @@ -1,366 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.7077612774777727, - 0.6102397316314845, - 0.6179563492063492, - 0.5330285550646378, - 0.508636066110293, - 0.614491286205204, - 0.625564555719195, - 0.5542484863361153 - ], - "scoring": [ - 0.6450216450216449, - 0.5725108225108224, - 0.5162337662337663, - 0.37164502164502167, - 0.7056277056277056, - 0.6450216450216449, - 0.4781385281385281, - 0.1867965367965368, - 0.10974025974025974, - 0.6450216450216449, - 0.4445887445887446, - 0.2359307359307359, - 0.13434343434343432, - 0.6450216450216449, - 0.4718614718614718, - 0.336038961038961, - 0.14415584415584418, - 0.6450216450216449, - 0.4132034632034632, - 0.25281385281385277, - 0.20012368583797155, - 0.6450216450216449, - 0.47554112554112554, - 0.31731601731601733, - 0.13181818181818183, - 0.6450216450216449, - 0.4982683982683982, - 0.31266233766233764, - 0.11215213358070501, - 0.6450216450216449, - 0.49004329004329006, - 0.3077922077922078, - 0.17186147186147188, - 0.6450216450216449, - 0.5270562770562771, - 0.2714285714285714, - 0.16536796536796536, - 0.6450216450216449, - 0.5064935064935064, - 0.20779220779220778, - 0.1530612244897959 - ], - "prediction": [ - 0.5773195876288659, - 0.7731958762886598 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "deepvk/USER-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sergeyzh/rubert-tiny-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sentence-transformers/LaBSE" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_precision", - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_precision", - "k": 3 - }, - { - "module_type": "knn", - "metric_name": "scoring_precision", - "k": 5 - }, - { - "module_type": "knn", - "metric_name": "scoring_precision", - "k": 10 - }, - { - "module_type": "linear", - "metric_name": "scoring_precision" - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "llmrails/ember-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "llmrails/ember-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "llmrails/ember-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "w601sxs/b1ade-embed", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "w601sxs/b1ade-embed", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "w601sxs/b1ade-embed", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "w601sxs/b1ade-embed", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "Labib11/MUG-B-1.6", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "Labib11/MUG-B-1.6", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "Labib11/MUG-B-1.6", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "Labib11/MUG-B-1.6", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "jamesgpt1/sf_model_e5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "jamesgpt1/sf_model_e5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "jamesgpt1/sf_model_e5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "jamesgpt1/sf_model_e5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_precision", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy" - } - ] - } -} \ No newline at end of file diff --git a/experiments/testing-metrics/logs/config_retrieval_map_scoring_recall_prediction_accuracy_08-08-2024_21_33_13.json b/experiments/testing-metrics/logs/config_retrieval_map_scoring_recall_prediction_accuracy_08-08-2024_21_33_13.json deleted file mode 100644 index e6f6704f..00000000 --- a/experiments/testing-metrics/logs/config_retrieval_map_scoring_recall_prediction_accuracy_08-08-2024_21_33_13.json +++ /dev/null @@ -1,366 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.707819914907544, - 0.6095933562428412, - 0.6142795778105058, - 0.5338344788087058, - 0.5090564146620848, - 0.6146508345606286, - 0.6296882670594012, - 0.5524852724594994 - ], - "scoring": [ - 0.7142857142857143, - 0.6558441558441559, - 0.6038961038961039, - 0.487012987012987, - 0.7597402597402597, - 0.7142857142857143, - 0.538961038961039, - 0.2792207792207792, - 0.22077922077922077, - 0.7142857142857143, - 0.461038961038961, - 0.35064935064935066, - 0.15584415584415584, - 0.7142857142857143, - 0.5324675324675324, - 0.33766233766233766, - 0.2922077922077922, - 0.7142857142857143, - 0.6103896103896104, - 0.35064935064935066, - 0.16883116883116883, - 0.7142857142857143, - 0.6233766233766234, - 0.3181818181818182, - 0.24025974025974026, - 0.7142857142857143, - 0.6168831168831169, - 0.5064935064935064, - 0.23376623376623376, - 0.7142857142857143, - 0.487012987012987, - 0.3246753246753247, - 0.14935064935064934, - 0.7142857142857143, - 0.5, - 0.38311688311688313, - 0.2597402597402597, - 0.7142857142857143, - 0.5844155844155844, - 0.42857142857142855, - 0.2597402597402597 - ], - "prediction": [ - 0.5773195876288659, - 0.7731958762886598 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "deepvk/USER-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sergeyzh/rubert-tiny-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sentence-transformers/LaBSE" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_recall", - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_recall", - "k": 3 - }, - { - "module_type": "knn", - "metric_name": "scoring_recall", - "k": 5 - }, - { - "module_type": "knn", - "metric_name": "scoring_recall", - "k": 10 - }, - { - "module_type": "linear", - "metric_name": "scoring_recall" - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "llmrails/ember-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "llmrails/ember-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "llmrails/ember-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "w601sxs/b1ade-embed", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "w601sxs/b1ade-embed", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "w601sxs/b1ade-embed", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "w601sxs/b1ade-embed", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "Labib11/MUG-B-1.6", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "Labib11/MUG-B-1.6", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "Labib11/MUG-B-1.6", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "Labib11/MUG-B-1.6", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "jamesgpt1/sf_model_e5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "jamesgpt1/sf_model_e5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "jamesgpt1/sf_model_e5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "jamesgpt1/sf_model_e5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_recall", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy" - } - ] - } -} \ No newline at end of file diff --git a/experiments/testing-metrics/logs/config_retrieval_map_scoring_roc_auc_prediction_accuracy_08-08-2024_22_16_09.json b/experiments/testing-metrics/logs/config_retrieval_map_scoring_roc_auc_prediction_accuracy_08-08-2024_22_16_09.json deleted file mode 100644 index 3240b480..00000000 --- a/experiments/testing-metrics/logs/config_retrieval_map_scoring_roc_auc_prediction_accuracy_08-08-2024_22_16_09.json +++ /dev/null @@ -1,366 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.7103795069001256, - 0.6091024382261498, - 0.6153105056455573, - 0.533212649320897, - 0.5075110456553756, - 0.616025405007364, - 0.6296882670594012, - 0.5525711831124204 - ], - "scoring": [ - 0.8586266803372068, - 0.8988351560719983, - 0.9215574447482344, - 0.9745386192754615, - 0.9916068580542264, - 0.8586615686944635, - 0.7339606117566644, - 0.6974346377306904, - 0.6194442071086808, - 0.8584565105946685, - 0.7761990202779676, - 0.674874686716792, - 0.5887339086352245, - 0.8580520904534065, - 0.8122920938710412, - 0.6785607484620643, - 0.5955670426065164, - 0.8580506664388244, - 0.7729216507177034, - 0.6487347630439736, - 0.5858951355661882, - 0.8585946400091138, - 0.7299028822055138, - 0.6514959273182958, - 0.5493933697881066, - 0.8588637787650946, - 0.7834066700843016, - 0.7258138243335612, - 0.5759149293688768, - 0.8592696229209388, - 0.7765763841421737, - 0.7180002563226247, - 0.5694911995898838, - 0.8587284973798132, - 0.7276016746411483, - 0.6880311574390521, - 0.5995578434723172, - 0.8584579346092505, - 0.7863180678970153, - 0.7338623547505126, - 0.595462377534746 - ], - "prediction": [ - 0.5773195876288659, - 0.7731958762886598 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "deepvk/USER-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sergeyzh/rubert-tiny-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_map", - "k": 10, - "model_name": "sentence-transformers/LaBSE" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "k": 3 - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "k": 5 - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "k": 10 - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc" - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "llmrails/ember-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "llmrails/ember-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "llmrails/ember-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "w601sxs/b1ade-embed", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "w601sxs/b1ade-embed", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "w601sxs/b1ade-embed", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "w601sxs/b1ade-embed", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "Labib11/MUG-B-1.6", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "Labib11/MUG-B-1.6", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "Labib11/MUG-B-1.6", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "Labib11/MUG-B-1.6", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "jamesgpt1/sf_model_e5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "jamesgpt1/sf_model_e5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "jamesgpt1/sf_model_e5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "jamesgpt1/sf_model_e5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy" - } - ] - } -} \ No newline at end of file diff --git a/experiments/testing-metrics/logs/config_retrieval_mrr_scoring_accuracy_prediction_f1_08-08-2024_21_18_03.json b/experiments/testing-metrics/logs/config_retrieval_mrr_scoring_accuracy_prediction_f1_08-08-2024_21_18_03.json deleted file mode 100644 index 6364e98e..00000000 --- a/experiments/testing-metrics/logs/config_retrieval_mrr_scoring_accuracy_prediction_f1_08-08-2024_21_18_03.json +++ /dev/null @@ -1,366 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.7881770577646866, - 0.6911062019309442, - 0.6896007200130913, - 0.5853501881852398, - 0.574521354933726, - 0.6783627884143351, - 0.6971076746849943, - 0.6046023564064802 - ], - "scoring": [ - 0.7216494845360825, - 0.6494845360824743, - 0.6082474226804123, - 0.4639175257731959, - 0.7731958762886598, - 0.7216494845360825, - 0.5360824742268041, - 0.41237113402061853, - 0.2268041237113402, - 0.7216494845360825, - 0.5567010309278351, - 0.30927835051546393, - 0.17525773195876287, - 0.7216494845360825, - 0.5360824742268041, - 0.38144329896907214, - 0.1958762886597938, - 0.7216494845360825, - 0.5463917525773195, - 0.3711340206185567, - 0.18556701030927836, - 0.7216494845360825, - 0.5154639175257731, - 0.4020618556701031, - 0.21649484536082475, - 0.7216494845360825, - 0.5360824742268041, - 0.38144329896907214, - 0.27835051546391754, - 0.7216494845360825, - 0.5360824742268041, - 0.3402061855670103, - 0.27835051546391754, - 0.7216494845360825, - 0.5257731958762887, - 0.41237113402061853, - 0.21649484536082475, - 0.7216494845360825, - 0.5567010309278351, - 0.41237113402061853, - 0.25773195876288657 - ], - "prediction": [ - 0.5918803418803419, - 0.7168831168831169 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "deepvk/USER-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "sergeyzh/rubert-tiny-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "sentence-transformers/LaBSE" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 3 - }, - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 5 - }, - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 10 - }, - { - "module_type": "linear", - "metric_name": "scoring_accuracy" - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_f1", - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_f1" - } - ] - } -} \ No newline at end of file diff --git a/experiments/testing-metrics/logs/config_retrieval_mrr_scoring_accuracy_prediction_precision_08-08-2024_21_54_51.json b/experiments/testing-metrics/logs/config_retrieval_mrr_scoring_accuracy_prediction_precision_08-08-2024_21_54_51.json deleted file mode 100644 index d2045b3f..00000000 --- a/experiments/testing-metrics/logs/config_retrieval_mrr_scoring_accuracy_prediction_precision_08-08-2024_21_54_51.json +++ /dev/null @@ -1,366 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.7881770577646866, - 0.6810423825887743, - 0.6839306169203078, - 0.5851660939289807, - 0.5693667157584682, - 0.6671944035346099, - 0.6984822451317299, - 0.6063205694648994 - ], - "scoring": [ - 0.7216494845360825, - 0.6494845360824743, - 0.6082474226804123, - 0.4639175257731959, - 0.7731958762886598, - 0.7216494845360825, - 0.6082474226804123, - 0.41237113402061853, - 0.23711340206185566, - 0.7216494845360825, - 0.5257731958762887, - 0.32989690721649484, - 0.12371134020618557, - 0.7216494845360825, - 0.5360824742268041, - 0.3917525773195876, - 0.21649484536082475, - 0.7216494845360825, - 0.5876288659793815, - 0.3917525773195876, - 0.21649484536082475, - 0.7216494845360825, - 0.5773195876288659, - 0.44329896907216493, - 0.26804123711340205, - 0.7216494845360825, - 0.5670103092783505, - 0.4020618556701031, - 0.24742268041237114, - 0.7216494845360825, - 0.5876288659793815, - 0.4639175257731959, - 0.20618556701030927, - 0.7216494845360825, - 0.422680412371134, - 0.41237113402061853, - 0.1958762886597938, - 0.7216494845360825, - 0.6804123711340206, - 0.35051546391752575, - 0.23711340206185566 - ], - "prediction": [ - 0.6196581196581197, - 0.7056277056277056 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "deepvk/USER-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "sergeyzh/rubert-tiny-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "sentence-transformers/LaBSE" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 3 - }, - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 5 - }, - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 10 - }, - { - "module_type": "linear", - "metric_name": "scoring_accuracy" - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_precision", - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_precision" - } - ] - } -} \ No newline at end of file diff --git a/experiments/testing-metrics/logs/config_retrieval_mrr_scoring_accuracy_prediction_recall_08-08-2024_21_26_00.json b/experiments/testing-metrics/logs/config_retrieval_mrr_scoring_accuracy_prediction_recall_08-08-2024_21_26_00.json deleted file mode 100644 index ae5f627d..00000000 --- a/experiments/testing-metrics/logs/config_retrieval_mrr_scoring_accuracy_prediction_recall_08-08-2024_21_26_00.json +++ /dev/null @@ -1,366 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.7874897725413189, - 0.6807969235804288, - 0.6918466699394537, - 0.5799500900016366, - 0.5740631647848142, - 0.6813696612665686, - 0.697966781214204, - 0.6149116347569957 - ], - "scoring": [ - 0.7216494845360825, - 0.6494845360824743, - 0.6082474226804123, - 0.4639175257731959, - 0.7731958762886598, - 0.7216494845360825, - 0.5876288659793815, - 0.422680412371134, - 0.17525773195876287, - 0.7216494845360825, - 0.5876288659793815, - 0.3711340206185567, - 0.2268041237113402, - 0.7216494845360825, - 0.5876288659793815, - 0.4020618556701031, - 0.20618556701030927, - 0.7216494845360825, - 0.5360824742268041, - 0.4536082474226804, - 0.32989690721649484, - 0.7216494845360825, - 0.4742268041237113, - 0.4329896907216495, - 0.20618556701030927, - 0.7216494845360825, - 0.5979381443298969, - 0.31958762886597936, - 0.12371134020618557, - 0.7216494845360825, - 0.5051546391752577, - 0.4020618556701031, - 0.20618556701030927, - 0.7216494845360825, - 0.5463917525773195, - 0.38144329896907214, - 0.23711340206185566, - 0.7216494845360825, - 0.41237113402061853, - 0.44329896907216493, - 0.1958762886597938 - ], - "prediction": [ - 0.5897435897435898, - 0.7597402597402597 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "deepvk/USER-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "sergeyzh/rubert-tiny-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "sentence-transformers/LaBSE" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 3 - }, - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 5 - }, - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 10 - }, - { - "module_type": "linear", - "metric_name": "scoring_accuracy" - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_recall", - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_recall" - } - ] - } -} \ No newline at end of file diff --git a/experiments/testing-metrics/logs/config_retrieval_mrr_scoring_accuracy_prediction_roc_auc_08-08-2024_22_58_42.json b/experiments/testing-metrics/logs/config_retrieval_mrr_scoring_accuracy_prediction_roc_auc_08-08-2024_22_58_42.json deleted file mode 100644 index daf2de28..00000000 --- a/experiments/testing-metrics/logs/config_retrieval_mrr_scoring_accuracy_prediction_roc_auc_08-08-2024_22_58_42.json +++ /dev/null @@ -1,366 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.7886925216822124, - 0.6911062019309442, - 0.6902880052364588, - 0.5840615283914253, - 0.5705121911307478, - 0.6783627884143351, - 0.6996849942726232, - 0.5963549337260678 - ], - "scoring": [ - 0.7216494845360825, - 0.6494845360824743, - 0.6082474226804123, - 0.4639175257731959, - 0.7731958762886598, - 0.7216494845360825, - 0.5154639175257731, - 0.4742268041237113, - 0.21649484536082475, - 0.7216494845360825, - 0.5154639175257731, - 0.36082474226804123, - 0.24742268041237114, - 0.7216494845360825, - 0.5567010309278351, - 0.3711340206185567, - 0.17525773195876287, - 0.7216494845360825, - 0.5154639175257731, - 0.41237113402061853, - 0.17525773195876287, - 0.7216494845360825, - 0.5051546391752577, - 0.4639175257731959, - 0.3402061855670103, - 0.7216494845360825, - 0.5154639175257731, - 0.3711340206185567, - 0.17525773195876287, - 0.7216494845360825, - 0.5567010309278351, - 0.4536082474226804, - 0.17525773195876287, - 0.7216494845360825, - 0.5360824742268041, - 0.35051546391752575, - 0.20618556701030927, - 0.7216494845360825, - 0.5154639175257731, - 0.31958762886597936, - 0.15463917525773196 - ], - "prediction": [ - 0.7981587491455913, - 0.8783784745955799 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "deepvk/USER-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "sergeyzh/rubert-tiny-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_mrr", - "k": 10, - "model_name": "sentence-transformers/LaBSE" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 3 - }, - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 5 - }, - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 10 - }, - { - "module_type": "linear", - "metric_name": "scoring_accuracy" - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_roc_auc", - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_roc_auc" - } - ] - } -} \ No newline at end of file diff --git a/experiments/testing-metrics/logs/config_retrieval_ndcg_scoring_accuracy_prediction_accuracy_08-08-2024_22_09_12.json b/experiments/testing-metrics/logs/config_retrieval_ndcg_scoring_accuracy_prediction_accuracy_08-08-2024_22_09_12.json deleted file mode 100644 index 83313e0e..00000000 --- a/experiments/testing-metrics/logs/config_retrieval_ndcg_scoring_accuracy_prediction_accuracy_08-08-2024_22_09_12.json +++ /dev/null @@ -1,366 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.8038341504273204, - 0.7099675936137403, - 0.7073870274946193, - 0.6230166474047903, - 0.595224867835082, - 0.7017852077456814, - 0.7220468305921315, - 0.6398656042059365 - ], - "scoring": [ - 0.7216494845360825, - 0.6494845360824743, - 0.6082474226804123, - 0.4742268041237113, - 0.7731958762886598, - 0.7216494845360825, - 0.5773195876288659, - 0.4329896907216495, - 0.18556701030927836, - 0.7216494845360825, - 0.4536082474226804, - 0.35051546391752575, - 0.18556701030927836, - 0.7216494845360825, - 0.5360824742268041, - 0.4329896907216495, - 0.17525773195876287, - 0.7216494845360825, - 0.5876288659793815, - 0.4020618556701031, - 0.21649484536082475, - 0.7216494845360825, - 0.6185567010309279, - 0.3402061855670103, - 0.17525773195876287, - 0.7216494845360825, - 0.5876288659793815, - 0.3917525773195876, - 0.21649484536082475, - 0.7216494845360825, - 0.5463917525773195, - 0.30927835051546393, - 0.17525773195876287, - 0.7216494845360825, - 0.5051546391752577, - 0.41237113402061853, - 0.18556701030927836, - 0.7216494845360825, - 0.5670103092783505, - 0.4536082474226804, - 0.16494845360824742 - ], - "prediction": [ - 0.5773195876288659, - 0.7731958762886598 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_ndcg", - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_ndcg", - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_ndcg", - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_ndcg", - "k": 10, - "model_name": "deepvk/USER-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_ndcg", - "k": 10, - "model_name": "sergeyzh/rubert-tiny-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_ndcg", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_ndcg", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_ndcg", - "k": 10, - "model_name": "sentence-transformers/LaBSE" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 3 - }, - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 5 - }, - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 10 - }, - { - "module_type": "linear", - "metric_name": "scoring_accuracy" - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy" - } - ] - } -} \ No newline at end of file diff --git a/experiments/testing-metrics/logs/config_retrieval_precision_scoring_accuracy_prediction_accuracy_08-08-2024_22_01_53.json b/experiments/testing-metrics/logs/config_retrieval_precision_scoring_accuracy_prediction_accuracy_08-08-2024_22_01_53.json deleted file mode 100644 index 9b52ede0..00000000 --- a/experiments/testing-metrics/logs/config_retrieval_precision_scoring_accuracy_prediction_accuracy_08-08-2024_22_01_53.json +++ /dev/null @@ -1,366 +0,0 @@ -{ - "metrics": { - "retrieval": [ - 0.26701030927835046, - 0.20721649484536095, - 0.2092783505154639, - 0.17319587628865976, - 0.1659793814432989, - 0.211340206185567, - 0.20618556701030932, - 0.16701030927835048 - ], - "scoring": [ - 0.7319587628865979, - 0.6494845360824743, - 0.6082474226804123, - 0.4639175257731959, - 0.7731958762886598, - 0.7319587628865979, - 0.5051546391752577, - 0.28865979381443296, - 0.25773195876288657, - 0.7319587628865979, - 0.5979381443298969, - 0.36082474226804123, - 0.20618556701030927, - 0.7319587628865979, - 0.4742268041237113, - 0.41237113402061853, - 0.2268041237113402, - 0.7319587628865979, - 0.5463917525773195, - 0.4639175257731959, - 0.24742268041237114, - 0.7319587628865979, - 0.6288659793814433, - 0.38144329896907214, - 0.21649484536082475, - 0.7319587628865979, - 0.5463917525773195, - 0.3402061855670103, - 0.21649484536082475, - 0.7319587628865979, - 0.5979381443298969, - 0.31958762886597936, - 0.2268041237113402, - 0.7319587628865979, - 0.5463917525773195, - 0.44329896907216493, - 0.25773195876288657, - 0.7319587628865979, - 0.5773195876288659, - 0.4845360824742268, - 0.24742268041237114 - ], - "prediction": [ - 0.5773195876288659, - 0.7731958762886598 - ] - }, - "configs": { - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_precision", - "k": 10, - "model_name": "deepvk/USER-bge-m3" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_precision", - "k": 10, - "model_name": "intfloat/multilingual-e5-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_precision", - "k": 10, - "model_name": "sergeyzh/LaBSE-ru-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_precision", - "k": 10, - "model_name": "deepvk/USER-base" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_precision", - "k": 10, - "model_name": "sergeyzh/rubert-tiny-turbo" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_precision", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_precision", - "k": 10, - "model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_precision", - "k": 10, - "model_name": "sentence-transformers/LaBSE" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 1 - }, - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 3 - }, - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 5 - }, - { - "module_type": "knn", - "metric_name": "scoring_accuracy", - "k": 10 - }, - { - "module_type": "linear", - "metric_name": "scoring_accuracy" - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "mixedbread-ai/mxbai-embed-large-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-large-Embedding-v0", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "llmrails/ember-v1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "BAAI/bge-large-en-v1.5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "w601sxs/b1ade-embed", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "Labib11/MUG-B-1.6", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "WhereIsAI/UAE-Large-V1", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "jamesgpt1/sf_model_e5", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_accuracy", - "model_name": "avsolatorio/GIST-Embedding-v0", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "single_thresh": true - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy" - } - ] - } -} \ No newline at end of file diff --git a/experiments/testing-metrics/run-all-metrics.bash b/experiments/testing-metrics/run-all-metrics.bash deleted file mode 100644 index f1bbb435..00000000 --- a/experiments/testing-metrics/run-all-metrics.bash +++ /dev/null @@ -1,12 +0,0 @@ -configs_dir="experiments/testing-metrics/configs" -data_path="data/intent_records/banking77.json" -logs_dir="experiments/testing-metrics/logs" - -yaml_files=($(find "$configs_dir" -type f \( -name "*.yaml" -o -name "*.yml" \))) - -for filename in "${yaml_files[@]}"; do - python3 scripts/base_pipeline.py \ - --config-path $filename \ - --data-path $data_path \ - --logs-dir $logs_dir -done \ No newline at end of file diff --git a/experiments/testing-metrics/template-config.yaml b/experiments/testing-metrics/template-config.yaml deleted file mode 100644 index daec3ee2..00000000 --- a/experiments/testing-metrics/template-config.yaml +++ /dev/null @@ -1,39 +0,0 @@ -nodes: - - node_type: retrieval - metric: retrieval_metric - modules: - - module_type: vector_db - k: [10] - model_name: - - deepvk/USER-bge-m3 - - intfloat/multilingual-e5-base - - sergeyzh/LaBSE-ru-turbo - - deepvk/USER-base - - sergeyzh/rubert-tiny-turbo - - sentence-transformers/paraphrase-multilingual-mpnet-base-v2 - - sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 - - sentence-transformers/LaBSE - - node_type: scoring - metric: scoring_metric - modules: - - module_type: knn - k: [1, 3, 5, 10] - - module_type: linear - - module_type: dnnc - model_name: - - mixedbread-ai/mxbai-embed-large-v1 - - avsolatorio/GIST-large-Embedding-v0 - - llmrails/ember-v1 - - BAAI/bge-large-en-v1.5 - - w601sxs/b1ade-embed - - Labib11/MUG-B-1.6 - - WhereIsAI/UAE-Large-V1 - - jamesgpt1/sf_model_e5 - - avsolatorio/GIST-Embedding-v0 - k: [10] - - node_type: prediction - metric: prediction_metric - modules: - - module_type: threshold - single_thresh: [true] - - module_type: argmax \ No newline at end of file diff --git a/experiments/weighted-knn/example_run_name_09-06-2024_13_50_23.json b/experiments/weighted-knn/example_run_name_09-06-2024_13_50_23.json deleted file mode 100644 index bdf6fb3e..00000000 --- a/experiments/weighted-knn/example_run_name_09-06-2024_13_50_23.json +++ /dev/null @@ -1,215 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 0.9587628865979382, - 0.9381443298969072 - ], - "scoring": [ - 0.8488173558897244, - 0.8488173558897244, - 0.8495621155160629, - 0.9080641945773527, - 0.9091841820460239, - 0.9091179653679652, - 0.9349474538619276, - 0.9369852187286397, - 0.9364426691729322, - 0.9637175324675322, - 0.9685378218272953, - 0.9659632034632034, - 0.9890350877192984, - 0.8491548473456368, - 0.8461807928913193, - 0.8196991057188426, - 0.7869951868307131, - 0.5588509626338574, - 0.6039302802460698, - 0.6072446741854637, - 0.6170183982683983 - ], - "prediction": [ - 0.6804123711340206, - 0.7319587628865979 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9587628865979382, - "k": 10, - "model_name": "avsolatorio/GIST-small-Embedding-v0" - }, - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.9381443298969072, - "k": 10, - "model_name": "infgrad/stella-base-en-v2" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8488173558897244, - "k": 1, - "weights": "uniform" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8488173558897244, - "k": 1, - "weights": "distance" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8495621155160629, - "k": 1, - "weights": "closest" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9080641945773527, - "k": 3, - "weights": "uniform" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9091841820460239, - "k": 3, - "weights": "distance" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9091179653679652, - "k": 3, - "weights": "closest" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9349474538619276, - "k": 5, - "weights": "uniform" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9369852187286397, - "k": 5, - "weights": "distance" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9364426691729322, - "k": 5, - "weights": "closest" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9637175324675322, - "k": 10, - "weights": "uniform" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9685378218272953, - "k": 10, - "weights": "distance" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9659632034632034, - "k": 10, - "weights": "closest" - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9890350877192984 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8491548473456368, - "model_name": "BAAI/bge-reranker-base", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8461807928913193, - "model_name": "BAAI/bge-reranker-base", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.8196991057188426, - "model_name": "BAAI/bge-reranker-base", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.7869951868307131, - "model_name": "BAAI/bge-reranker-base", - "k": 10 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.5588509626338574, - "model_name": "cross-encoder/ms-marco-MiniLM-L-6-v2", - "k": 1 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6039302802460698, - "model_name": "cross-encoder/ms-marco-MiniLM-L-6-v2", - "k": 3 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6072446741854637, - "model_name": "cross-encoder/ms-marco-MiniLM-L-6-v2", - "k": 5 - }, - { - "module_type": "dnnc", - "metric_name": "scoring_roc_auc", - "metric_value": 0.6170183982683983, - "model_name": "cross-encoder/ms-marco-MiniLM-L-6-v2", - "k": 10 - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.6804123711340206, - "thresh": 0.5 - }, - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.7319587628865979 - } - ] - } -} \ No newline at end of file diff --git a/experiments/weighted-knn/example_run_name_09-06-2024_13_52_33.json b/experiments/weighted-knn/example_run_name_09-06-2024_13_52_33.json deleted file mode 100644 index 8cf36856..00000000 --- a/experiments/weighted-knn/example_run_name_09-06-2024_13_52_33.json +++ /dev/null @@ -1,66 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 1.0 - ], - "scoring": [ - 0.9684037810603559, - 0.9700432452679694, - 0.9650782957693038, - 0.9876697854459692 - ], - "prediction": [ - 0.9313186813186813 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_multilabel", - "metric_value": 1.0, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9684037810603559, - "k": 3, - "weights": "uniform" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9700432452679694, - "k": 3, - "weights": "distance" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9650782957693038, - "k": 3, - "weights": "closest" - }, - { - "module_type": "linear", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9876697854459692, - "multilabel": true - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.9313186813186813, - "thresh": 0.5 - } - ] - } -} \ No newline at end of file diff --git a/experiments/weighted-knn/multiclass-config.yaml b/experiments/weighted-knn/multiclass-config.yaml deleted file mode 100644 index 2c037a6b..00000000 --- a/experiments/weighted-knn/multiclass-config.yaml +++ /dev/null @@ -1,18 +0,0 @@ -nodes: - - node_type: retrieval - metric: retrieval_hit_rate - modules: - - module_type: vector_db - k: [30] - model_name: - - deepvk/USER-bge-m3 - - node_type: scoring - metric: scoring_roc_auc - modules: - - module_type: knn - k: [30, 20, 10] - weights: [true, false, "uniform", "distance", "closest"] - - node_type: prediction - metric: prediction_accuracy - modules: - - module_type: argmax \ No newline at end of file diff --git a/experiments/weighted-knn/multilabel-config.yaml b/experiments/weighted-knn/multilabel-config.yaml deleted file mode 100644 index fc5f8b67..00000000 --- a/experiments/weighted-knn/multilabel-config.yaml +++ /dev/null @@ -1,20 +0,0 @@ -nodes: - - node_type: retrieval - metric: retrieval_hit_rate_multilabel - modules: - - module_type: vector_db - k: [10] - model_name: - - deepvk/USER-bge-m3 - - node_type: scoring - metric: scoring_roc_auc - modules: - - module_type: knn - k: [30, 20, 10] - weights: [true, false, "uniform", "distance", "closest"] - - node_type: prediction - metric: prediction_accuracy - modules: - - module_type: threshold - thresh: [0.5] - multilabel: [true] \ No newline at end of file diff --git a/experiments/weighted-knn/test-multiclass-knn_09-02-2024_20_26_27.json b/experiments/weighted-knn/test-multiclass-knn_09-02-2024_20_26_27.json deleted file mode 100644 index efd8007d..00000000 --- a/experiments/weighted-knn/test-multiclass-knn_09-02-2024_20_26_27.json +++ /dev/null @@ -1,154 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 0.979381443298969 - ], - "scoring": [ - 0.9757084472544998, - 0.9578605604921394, - 0.9578605604921394, - 0.9757084472544998, - 0.9739327010708588, - 0.9771260537707905, - 0.9640350877192982, - 0.9640350877192982, - 0.9771260537707905, - 0.9768412508544088, - 0.9794229892914105, - 0.9745720836181362, - 0.9745720836181362, - 0.9794229892914105, - 0.9798259854180909 - ], - "prediction": [ - 0.7216494845360825 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate", - "metric_value": 0.979381443298969, - "k": 30, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9757084472544998, - "k": 30, - "weights": true - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9578605604921394, - "k": 30, - "weights": false - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9578605604921394, - "k": 30, - "weights": "uniform" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9757084472544998, - "k": 30, - "weights": "distance" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9739327010708588, - "k": 30, - "weights": "closest" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9771260537707905, - "k": 20, - "weights": true - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9640350877192982, - "k": 20, - "weights": false - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9640350877192982, - "k": 20, - "weights": "uniform" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9771260537707905, - "k": 20, - "weights": "distance" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9768412508544088, - "k": 20, - "weights": "closest" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9794229892914105, - "k": 10, - "weights": true - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9745720836181362, - "k": 10, - "weights": false - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9745720836181362, - "k": 10, - "weights": "uniform" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9794229892914105, - "k": 10, - "weights": "distance" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9798259854180909, - "k": 10, - "weights": "closest" - } - ], - "prediction": [ - { - "module_type": "argmax", - "metric_name": "prediction_accuracy", - "metric_value": 0.7216494845360825 - } - ] - } -} \ No newline at end of file diff --git a/experiments/weighted-knn/test-multilabel-knn_09-02-2024_20_48_26.json b/experiments/weighted-knn/test-multilabel-knn_09-02-2024_20_48_26.json deleted file mode 100644 index 38ef8c39..00000000 --- a/experiments/weighted-knn/test-multilabel-knn_09-02-2024_20_48_26.json +++ /dev/null @@ -1,156 +0,0 @@ -{ - "metrics": { - "regexp": [], - "retrieval": [ - 0.9821428571428571 - ], - "scoring": [ - 0.9801643486078633, - 0.954968525694819, - 0.954968525694819, - 0.9801643486078633, - 0.9558937119195646, - 0.9713426585810083, - 0.9475294978340375, - 0.9475294978340375, - 0.9713426585810083, - 0.9531925183945371, - 0.9531494765732714, - 0.9420706188668734, - 0.9420706188668734, - 0.9531494765732714, - 0.9470931114208351 - ], - "prediction": [ - 0.9313186813186813 - ] - }, - "configs": { - "regexp": [], - "retrieval": [ - { - "module_type": "vector_db", - "metric_name": "retrieval_hit_rate_multilabel", - "metric_value": 0.9821428571428571, - "k": 10, - "model_name": "deepvk/USER-bge-m3" - } - ], - "scoring": [ - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9801643486078633, - "k": 30, - "weights": true - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.954968525694819, - "k": 30, - "weights": false - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.954968525694819, - "k": 30, - "weights": "uniform" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9801643486078633, - "k": 30, - "weights": "distance" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9558937119195646, - "k": 30, - "weights": "closest" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9713426585810083, - "k": 20, - "weights": true - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9475294978340375, - "k": 20, - "weights": false - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9475294978340375, - "k": 20, - "weights": "uniform" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9713426585810083, - "k": 20, - "weights": "distance" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9531925183945371, - "k": 20, - "weights": "closest" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9531494765732714, - "k": 10, - "weights": true - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9420706188668734, - "k": 10, - "weights": false - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9420706188668734, - "k": 10, - "weights": "uniform" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9531494765732714, - "k": 10, - "weights": "distance" - }, - { - "module_type": "knn", - "metric_name": "scoring_roc_auc", - "metric_value": 0.9470931114208351, - "k": 10, - "weights": "closest" - } - ], - "prediction": [ - { - "module_type": "threshold", - "metric_name": "prediction_accuracy", - "metric_value": 0.9313186813186813, - "thresh": 0.5, - "multilabel": true - } - ] - } -} \ No newline at end of file