Skip to content

Commit 9031f88

Browse files
committed
Switch to latest autotests version
1 parent c9eb06a commit 9031f88

File tree

3 files changed

+15
-15
lines changed

3 files changed

+15
-15
lines changed

eval_tests.yaml

Lines changed: 11 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -8,15 +8,15 @@ tests:
88
answer: "A & B"
99
response: "A & B"
1010
expected_result:
11-
is_correct: yes
11+
is_correct: true
1212
# Ensure that the latex returned (for the preview) is correct
1313
response_latex: "A \\cdot B"
1414

1515
- description: Multi-character variable names are also supported
1616
answer: "A & Test"
1717
response: "A & Test"
1818
expected_result:
19-
is_correct: yes
19+
is_correct: true
2020
response_latex: "A \\cdot \\mathrm{Test}"
2121
# Tests can be divided into sections using '---'
2222
---
@@ -26,7 +26,7 @@ tests:
2626
answer: "A & B"
2727
response: "B & A"
2828
expected_result:
29-
is_correct: yes
29+
is_correct: true
3030
# Any other fields returned by the evaluation function can be tested too, but this is optional.
3131

3232
- description: > # Multi-line strings are possible for readability
@@ -35,7 +35,7 @@ tests:
3535
answer: "A & B"
3636
response: "A | B"
3737
expected_result:
38-
is_correct: no
38+
is_correct: false
3939
---
4040
# This illustrates how sub-tests can be used to share the same answer and parameters
4141
# for multiple tests.
@@ -47,23 +47,23 @@ tests:
4747
- description: "Using NAND:"
4848
response: "~(~(A & ~(A & B)) & ~(B & ~(A & B)))"
4949
expected_result:
50-
is_correct: yes
50+
is_correct: true
5151
- description: "Using NOR:"
5252
response: "~(~(~A | ~B) | ~(A | B))"
5353
expected_result:
54-
is_correct: yes
54+
is_correct: true
5555
- description: "A few examples using de Morgan's laws:"
5656
answer: "A | (B & C)"
5757
sub_tests:
58-
- response: ~(~A & ~(B & C))
58+
- response: "~(~A & ~(B & C))"
5959
expected_result:
60-
is_correct: yes
60+
is_correct: true
6161
- response: "A | ~(~B | ~C)"
6262
expected_result:
63-
is_correct: yes
63+
is_correct: true
6464
- description: You shouldn't see this one in the docs, but it is still a functional test
6565
answer: "A | B"
6666
response: "~(~A & ~B)"
67-
exclude_from_docs: yes
67+
exclude_from_docs: true
6868
expected_result:
69-
is_correct: yes
69+
is_correct: true

poetry.lock

Lines changed: 3 additions & 3 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

pyproject.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ lf_toolkit = { git = "https://github.com/lambda-feedback/toolkit-python.git", br
1616
"parsing",
1717
"ipc",
1818
] }
19-
autotests = { git = "https://github.com/m-hurlow/autotests.git", branch = "main" }
19+
autotests = { git = "https://github.com/lambda-feedback/evaluation-function-auto-tests", branch = "main" }
2020

2121
[tool.poetry.group.dev.dependencies]
2222
pytest = "^8.2.2"

0 commit comments

Comments
 (0)