Skip to content

Commit 176e192

Browse files
shijinpjlabshijinpjlab
authored
Merge pull request #325 from MigoXLab/dev
feat: update v2.0.0
2 parents ec06eac + 8a4fd02 commit 176e192

305 files changed

Lines changed: 38567 additions & 18106 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎.github/env/custom_config_rule.json‎

Lines changed: 9 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -1,24 +1,16 @@
11
{
22
"input_path": "test/data/test_local_json.json",
3-
"log_level": "DEBUG",
43
"dataset": {
54
"source": "local",
6-
"format": "json",
7-
"field": {
8-
"content": "prediction"
9-
}
10-
},
11-
"executor": {
12-
"rule_list": ["RuleSpecialCharacter", "RuleWatermark"]
5+
"format": "json"
136
},
14-
"evaluator": {
15-
"rule_config": {
16-
"RuleSpecialCharacter": {
17-
"pattern": "[�^□]|\\{\\/U\\}"
18-
},
19-
"RuleWatermark": {
20-
"key_list": ["谢邀", "Architecture of dingo"]
21-
}
7+
"evaluator": [
8+
{
9+
"fields": {"content": "prediction"},
10+
"evals": [
11+
{"name": "RuleSpecialCharacter", "config": {"pattern": "[�^□]|\\{\\/U\\}"}},
12+
{"name": "RuleWatermark", "config": {"key_list": ["谢邀", "Architecture of dingo"]}}
13+
]
2214
}
23-
}
15+
]
2416
}

‎.github/env/hf_json.json‎

Lines changed: 9 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -2,13 +2,14 @@
22
"input_path": "chupei/format-json",
33
"dataset": {
44
"source": "hugging_face",
5-
"format": "json",
6-
"field": {
7-
"prompt": "origin_prompt",
8-
"content": "prediction"
9-
}
5+
"format": "json"
106
},
11-
"executor": {
12-
"eval_group": "default"
13-
}
7+
"evaluator": [
8+
{
9+
"fields": {"prompt": "origin_prompt", "content": "prediction"},
10+
"evals": [
11+
{"name": "RuleColonEnd"}
12+
]
13+
}
14+
]
1415
}

‎.github/env/hf_jsonl.json‎

Lines changed: 9 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -2,12 +2,14 @@
22
"input_path": "chupei/format-jsonl",
33
"dataset": {
44
"source": "hugging_face",
5-
"format": "jsonl",
6-
"field": {
7-
"content": "content"
8-
}
5+
"format": "jsonl"
96
},
10-
"executor": {
11-
"eval_group": "default"
12-
}
7+
"evaluator": [
8+
{
9+
"fields": {"content": "content"},
10+
"evals": [
11+
{"name": "RuleColonEnd"}
12+
]
13+
}
14+
]
1315
}

‎.github/env/hf_listjson.json‎

Lines changed: 9 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -2,13 +2,14 @@
22
"input_path": "chupei/format-listjson",
33
"dataset": {
44
"source": "hugging_face",
5-
"format": "listjson",
6-
"field": {
7-
"prompt": "instruction",
8-
"content": "output"
9-
}
5+
"format": "listjson"
106
},
11-
"executor": {
12-
"eval_group": "default"
13-
}
7+
"evaluator": [
8+
{
9+
"fields": {"prompt": "instruction", "content": "output"},
10+
"evals": [
11+
{"name": "RuleColonEnd"}
12+
]
13+
}
14+
]
1415
}

‎.github/env/hf_plaintext.json‎

Lines changed: 8 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -2,12 +2,13 @@
22
"input_path": "chupei/format-text",
33
"dataset": {
44
"source": "hugging_face",
5-
"format": "plaintext",
6-
"field": {
7-
"content": "text"
8-
}
5+
"format": "plaintext"
96
},
10-
"executor": {
11-
"eval_group": "default"
12-
}
7+
"evaluator": [
8+
{
9+
"evals": [
10+
{"name": "RuleColonEnd"}
11+
]
12+
}
13+
]
1314
}

‎.github/env/local_json.json‎

Lines changed: 9 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -2,12 +2,14 @@
22
"input_path": "test/data/test_local_json.json",
33
"dataset": {
44
"source": "local",
5-
"format": "json",
6-
"field": {
7-
"content": "prediction"
8-
}
5+
"format": "json"
96
},
10-
"executor": {
11-
"eval_group": "default"
12-
}
7+
"evaluator": [
8+
{
9+
"fields": {"content": "prediction"},
10+
"evals": [
11+
{"name": "RuleColonEnd"}
12+
]
13+
}
14+
]
1315
}

‎.github/env/local_jsonl.json‎

Lines changed: 9 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -2,12 +2,14 @@
22
"input_path": "test/data/test_local_jsonl.jsonl",
33
"dataset": {
44
"source": "local",
5-
"format": "jsonl",
6-
"field": {
7-
"content": "content"
8-
}
5+
"format": "jsonl"
96
},
10-
"executor": {
11-
"eval_group": "default"
12-
}
7+
"evaluator": [
8+
{
9+
"fields": {"content": "content"},
10+
"evals": [
11+
{"name": "RuleColonEnd"}
12+
]
13+
}
14+
]
1315
}

‎.github/env/local_listjson.json‎

Lines changed: 9 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -2,12 +2,14 @@
22
"input_path": "test/data/test_local_listjson.json",
33
"dataset": {
44
"source": "local",
5-
"format": "listjson",
6-
"field": {
7-
"content": "output"
8-
}
5+
"format": "listjson"
96
},
10-
"executor": {
11-
"eval_group": "default"
12-
}
7+
"evaluator": [
8+
{
9+
"fields": {"content": "output"},
10+
"evals": [
11+
{"name": "RuleColonEnd"}
12+
]
13+
}
14+
]
1315
}

‎.github/env/local_plaintext.json‎

Lines changed: 7 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,11 @@
44
"source": "local",
55
"format": "plaintext"
66
},
7-
"executor": {
8-
"eval_group": "default"
9-
}
7+
"evaluator": [
8+
{
9+
"evals": [
10+
{"name": "RuleColonEnd"}
11+
]
12+
}
13+
]
1014
}

‎.github/env/local_plaintext_save.json‎

Lines changed: 8 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -5,9 +5,15 @@
55
"format": "plaintext"
66
},
77
"executor": {
8-
"eval_group": "default",
98
"result_save": {
109
"bad": true
1110
}
12-
}
11+
},
12+
"evaluator": [
13+
{
14+
"evals": [
15+
{"name": "RuleColonEnd"}
16+
]
17+
}
18+
]
1319
}

0 commit comments

Comments
 (0)