Spaces:
Runtime error
Runtime error
add test
Browse files
tests.py
CHANGED
@@ -1,17 +1,14 @@
|
|
1 |
test_cases = [
|
2 |
{
|
3 |
-
"
|
4 |
-
"references": [
|
5 |
-
"
|
6 |
-
|
7 |
-
{
|
8 |
-
"predictions": [1, 1],
|
9 |
-
"references": [1, 1],
|
10 |
-
"result": {"metric_score": 1}
|
11 |
},
|
12 |
{
|
13 |
-
"
|
14 |
-
"references": [
|
15 |
-
"
|
|
|
16 |
}
|
17 |
]
|
|
|
1 |
test_cases = [
|
2 |
{
|
3 |
+
"candidates": ["def add(a,b):\n return a*b\n", "def add(a, b):\n return a+b\n"],
|
4 |
+
"references": ["if __name__ == \"__main__\":\n print(add(2, 3))\n"],
|
5 |
+
"output" : ["5"]
|
6 |
+
"result": {"metric_score": 0.5}
|
|
|
|
|
|
|
|
|
7 |
},
|
8 |
{
|
9 |
+
"candidates": ["def add(a,b):\n return a*b\n", "def add(a, b):\n return a^b\n"],
|
10 |
+
"references": ["if __name__ == \"__main__\":\n print(add(2, 3))\n"],
|
11 |
+
"output" : ["5"]
|
12 |
+
"result": {"metric_score": 0.0}
|
13 |
}
|
14 |
]
|