Skip to content

Commit

Permalink
Fix format of existing assessment json files
Browse files Browse the repository at this point in the history
  • Loading branch information
yogyagamage committed Sep 30, 2023
1 parent 3da9386 commit 5c27eb2
Show file tree
Hide file tree
Showing 3 changed files with 7 additions and 10 deletions.
9 changes: 3 additions & 6 deletions data/portuguese-cuisine/ruby-faker/00/assessment.json
Original file line number Diff line number Diff line change
@@ -1,12 +1,9 @@
{
# number of possible data items done by the generators
# enumerates all possible combinations
# can be infinity / uncomputable is some cases
"model": "gpt4",
"data_constraints_can_be_checked": "False",
"data_constraints_can_be_checked": "no",
"number_of_options_in_the_generators": "infinite",
"cultural_alignment": "0", # overall subjective assessment with expertise
"cultural_alignment": "0",
"cultural_alignment_quantitative": "0/inf",
"executes": "yes",
"contains_true_generator":"no", # should not simply configure the library https://gist.github.com/monperrus/744141e76501643c5970e1df0cfa00e4
"contains_true_generator":"no"
}
6 changes: 3 additions & 3 deletions data/portuguese-cuisine/ruby-faker/01/assessment.json
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
{
"model": "gpt4",
"data_constraints_can_be_checked": "False",
"data_constraints_can_be_checked": "no",
"number_of_options_in_the_generators": "infinite",
"cultural_alignment": "5", # overall subjective assessment with expertise
"cultural_alignment": "5",
"cultural_alignment_quantitative": "inf/inf",
"executes": "no",
"contains_true_generator":"yes", # should not simply configure the library https://gist.github.com/monperrus/744141e76501643c5970e1df0cfa00e4
"contains_true_generator":"yes"
}
2 changes: 1 addition & 1 deletion schemas/assessment.schema.json
Original file line number Diff line number Diff line change
Expand Up @@ -36,6 +36,6 @@
}
},
"required": ["model", "data_constraints_can_be_checked", "number_of_options_in_the_generators", "cultural_alignment",
"cultural_alignment_quantitative", "executes", "contains_true_generator", "comments"]
"cultural_alignment_quantitative", "executes", "contains_true_generator"]
}

0 comments on commit 5c27eb2

Please sign in to comment.