giulio98 commited on
Commit
d10963a
1 Parent(s): 38ed8d0
Files changed (1) hide show
  1. tests.py +8 -11
tests.py CHANGED
@@ -1,17 +1,14 @@
1
  test_cases = [
2
  {
3
- "predictions": [0, 0],
4
- "references": [1, 1],
5
- "result": {"metric_score": 0}
6
- },
7
- {
8
- "predictions": [1, 1],
9
- "references": [1, 1],
10
- "result": {"metric_score": 1}
11
  },
12
  {
13
- "predictions": [1, 0],
14
- "references": [1, 1],
15
- "result": {"metric_score": 0.5}
 
16
  }
17
  ]
 
1
  test_cases = [
2
  {
3
+ "candidates": ["def add(a,b):\n return a*b\n", "def add(a, b):\n return a+b\n"],
4
+ "references": ["if __name__ == \"__main__\":\n print(add(2, 3))\n"],
5
+ "output" : ["5"]
6
+ "result": {"metric_score": 0.5}
 
 
 
 
7
  },
8
  {
9
+ "candidates": ["def add(a,b):\n return a*b\n", "def add(a, b):\n return a^b\n"],
10
+ "references": ["if __name__ == \"__main__\":\n print(add(2, 3))\n"],
11
+ "output" : ["5"]
12
+ "result": {"metric_score": 0.0}
13
  }
14
  ]