From 5c27eb27af1f4ab220a88c6c31e41701b664ef7b Mon Sep 17 00:00:00 2001 From: yogyagamage <47789154+yogyagamage@users.noreply.github.com> Date: Sat, 30 Sep 2023 10:57:27 +0200 Subject: [PATCH] Fix format of existing assessment json files --- data/portuguese-cuisine/ruby-faker/00/assessment.json | 9 +++------ data/portuguese-cuisine/ruby-faker/01/assessment.json | 6 +++--- schemas/assessment.schema.json | 2 +- 3 files changed, 7 insertions(+), 10 deletions(-) diff --git a/data/portuguese-cuisine/ruby-faker/00/assessment.json b/data/portuguese-cuisine/ruby-faker/00/assessment.json index d9d7ce0..6156e40 100644 --- a/data/portuguese-cuisine/ruby-faker/00/assessment.json +++ b/data/portuguese-cuisine/ruby-faker/00/assessment.json @@ -1,12 +1,9 @@ { -# number of possible data items done by the generators -# enumerates all possible combinations -# can be infinity / uncomputable is some cases "model": "gpt4", - "data_constraints_can_be_checked": "False", + "data_constraints_can_be_checked": "no", "number_of_options_in_the_generators": "infinite", - "cultural_alignment": "0", # overall subjective assessment with expertise + "cultural_alignment": "0", "cultural_alignment_quantitative": "0/inf", "executes": "yes", - "contains_true_generator":"no", # should not simply configure the library https://gist.github.com/monperrus/744141e76501643c5970e1df0cfa00e4 + "contains_true_generator":"no" } diff --git a/data/portuguese-cuisine/ruby-faker/01/assessment.json b/data/portuguese-cuisine/ruby-faker/01/assessment.json index 29ce69c..e0c5c98 100644 --- a/data/portuguese-cuisine/ruby-faker/01/assessment.json +++ b/data/portuguese-cuisine/ruby-faker/01/assessment.json @@ -1,9 +1,9 @@ { "model": "gpt4", - "data_constraints_can_be_checked": "False", + "data_constraints_can_be_checked": "no", "number_of_options_in_the_generators": "infinite", - "cultural_alignment": "5", # overall subjective assessment with expertise + "cultural_alignment": "5", "cultural_alignment_quantitative": "inf/inf", "executes": "no", - "contains_true_generator":"yes", # should not simply configure the library https://gist.github.com/monperrus/744141e76501643c5970e1df0cfa00e4 + "contains_true_generator":"yes" } diff --git a/schemas/assessment.schema.json b/schemas/assessment.schema.json index 5d9e28a..dbc5807 100644 --- a/schemas/assessment.schema.json +++ b/schemas/assessment.schema.json @@ -36,6 +36,6 @@ } }, "required": ["model", "data_constraints_can_be_checked", "number_of_options_in_the_generators", "cultural_alignment", - "cultural_alignment_quantitative", "executes", "contains_true_generator", "comments"] + "cultural_alignment_quantitative", "executes", "contains_true_generator"] } \ No newline at end of file