Add eval config
Browse files
eval.yaml
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: ToxicConversationsClassification
|
| 2 |
+
description: Collection of comments from the Civil Comments platform together with
|
| 3 |
+
annotations if the comment is toxic or not.
|
| 4 |
+
evaluation_framework: mteb
|
| 5 |
+
tasks:
|
| 6 |
+
- id: ToxicConversationsClassification
|
| 7 |
+
- id: ToxicConversationsClassification_default_test
|
| 8 |
+
config: default
|
| 9 |
+
split: test
|