Skip to content

Commit fe07f08

Browse files
jameslsjamesls
committed
Merge branch 'compliance-tests'
* compliance-tests: Add jmespath compliance test runner
2 parents 33bd32b + c06bb55 commit fe07f08

17 files changed

+5746
-0
lines changed

‎Makefile

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,11 @@ help:
55
@echo " test to run all the tests."
66

77
test:
8+
# CLI specific test cases.
89
test/vendor/bats/libexec/bats test/cases
10+
# JMESPath compliance tests, using the jp-compliance
11+
# runner from github.com/jmespath/jmespath.test
12+
test/jp-compliance -d test/compliance/ -e ./jp
913

1014
# This will create/tag a new release locally, but not push anything.
1115
# The workflow for a new release is:

‎test/compliance/basic.json

Lines changed: 96 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,96 @@
1+
[{
2+
"given":
3+
{"foo": {"bar": {"baz": "correct"}}},
4+
"cases": [
5+
{
6+
"expression": "foo",
7+
"result": {"bar": {"baz": "correct"}}
8+
},
9+
{
10+
"expression": "foo.bar",
11+
"result": {"baz": "correct"}
12+
},
13+
{
14+
"expression": "foo.bar.baz",
15+
"result": "correct"
16+
},
17+
{
18+
"expression": "foo\n.\nbar\n.baz",
19+
"result": "correct"
20+
},
21+
{
22+
"expression": "foo.bar.baz.bad",
23+
"result": null
24+
},
25+
{
26+
"expression": "foo.bar.bad",
27+
"result": null
28+
},
29+
{
30+
"expression": "foo.bad",
31+
"result": null
32+
},
33+
{
34+
"expression": "bad",
35+
"result": null
36+
},
37+
{
38+
"expression": "bad.morebad.morebad",
39+
"result": null
40+
}
41+
]
42+
},
43+
{
44+
"given":
45+
{"foo": {"bar": ["one", "two", "three"]}},
46+
"cases": [
47+
{
48+
"expression": "foo",
49+
"result": {"bar": ["one", "two", "three"]}
50+
},
51+
{
52+
"expression": "foo.bar",
53+
"result": ["one", "two", "three"]
54+
}
55+
]
56+
},
57+
{
58+
"given": ["one", "two", "three"],
59+
"cases": [
60+
{
61+
"expression": "one",
62+
"result": null
63+
},
64+
{
65+
"expression": "two",
66+
"result": null
67+
},
68+
{
69+
"expression": "three",
70+
"result": null
71+
},
72+
{
73+
"expression": "one.two",
74+
"result": null
75+
}
76+
]
77+
},
78+
{
79+
"given":
80+
{"foo": {"1": ["one", "two", "three"], "-1": "bar"}},
81+
"cases": [
82+
{
83+
"expression": "foo.\"1\"",
84+
"result": ["one", "two", "three"]
85+
},
86+
{
87+
"expression": "foo.\"1\"[0]",
88+
"result": "one"
89+
},
90+
{
91+
"expression": "foo.\"-1\"",
92+
"result": "bar"
93+
}
94+
]
95+
}
96+
]

‎test/compliance/boolean.json

Lines changed: 257 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,257 @@
1+
[
2+
{
3+
"given": {
4+
"outer": {
5+
"foo": "foo",
6+
"bar": "bar",
7+
"baz": "baz"
8+
}
9+
},
10+
"cases": [
11+
{
12+
"expression": "outer.foo || outer.bar",
13+
"result": "foo"
14+
},
15+
{
16+
"expression": "outer.foo||outer.bar",
17+
"result": "foo"
18+
},
19+
{
20+
"expression": "outer.bar || outer.baz",
21+
"result": "bar"
22+
},
23+
{
24+
"expression": "outer.bar||outer.baz",
25+
"result": "bar"
26+
},
27+
{
28+
"expression": "outer.bad || outer.foo",
29+
"result": "foo"
30+
},
31+
{
32+
"expression": "outer.bad||outer.foo",
33+
"result": "foo"
34+
},
35+
{
36+
"expression": "outer.foo || outer.bad",
37+
"result": "foo"
38+
},
39+
{
40+
"expression": "outer.foo||outer.bad",
41+
"result": "foo"
42+
},
43+
{
44+
"expression": "outer.bad || outer.alsobad",
45+
"result": null
46+
},
47+
{
48+
"expression": "outer.bad||outer.alsobad",
49+
"result": null
50+
}
51+
]
52+
},
53+
{
54+
"given": {
55+
"outer": {
56+
"foo": "foo",
57+
"bool": false,
58+
"empty_list": [],
59+
"empty_string": ""
60+
}
61+
},
62+
"cases": [
63+
{
64+
"expression": "outer.empty_string || outer.foo",
65+
"result": "foo"
66+
},
67+
{
68+
"expression": "outer.nokey || outer.bool || outer.empty_list || outer.empty_string || outer.foo",
69+
"result": "foo"
70+
}
71+
]
72+
},
73+
{
74+
"given": {
75+
"True": true,
76+
"False": false,
77+
"Number": 5,
78+
"EmptyList": [],
79+
"Zero": 0
80+
},
81+
"cases": [
82+
{
83+
"expression": "True && False",
84+
"result": false
85+
},
86+
{
87+
"expression": "False && True",
88+
"result": false
89+
},
90+
{
91+
"expression": "True && True",
92+
"result": true
93+
},
94+
{
95+
"expression": "False && False",
96+
"result": false
97+
},
98+
{
99+
"expression": "True && Number",
100+
"result": 5
101+
},
102+
{
103+
"expression": "Number && True",
104+
"result": true
105+
},
106+
{
107+
"expression": "Number && False",
108+
"result": false
109+
},
110+
{
111+
"expression": "Number && EmptyList",
112+
"result": []
113+
},
114+
{
115+
"expression": "Number && True",
116+
"result": true
117+
},
118+
{
119+
"expression": "EmptyList && True",
120+
"result": []
121+
},
122+
{
123+
"expression": "EmptyList && False",
124+
"result": []
125+
},
126+
{
127+
"expression": "True || False",
128+
"result": true
129+
},
130+
{
131+
"expression": "True || True",
132+
"result": true
133+
},
134+
{
135+
"expression": "False || True",
136+
"result": true
137+
},
138+
{
139+
"expression": "False || False",
140+
"result": false
141+
},
142+
{
143+
"expression": "Number || EmptyList",
144+
"result": 5
145+
},
146+
{
147+
"expression": "Number || True",
148+
"result": 5
149+
},
150+
{
151+
"expression": "Number || True && False",
152+
"result": 5
153+
},
154+
{
155+
"expression": "(Number || True) && False",
156+
"result": false
157+
},
158+
{
159+
"expression": "Number || (True && False)",
160+
"result": 5
161+
},
162+
{
163+
"expression": "!True",
164+
"result": false
165+
},
166+
{
167+
"expression": "!False",
168+
"result": true
169+
},
170+
{
171+
"expression": "!Number",
172+
"result": false
173+
},
174+
{
175+
"expression": "!EmptyList",
176+
"result": true
177+
},
178+
{
179+
"expression": "True && !False",
180+
"result": true
181+
},
182+
{
183+
"expression": "True && !EmptyList",
184+
"result": true
185+
},
186+
{
187+
"expression": "!False && !EmptyList",
188+
"result": true
189+
},
190+
{
191+
"expression": "!(True && False)",
192+
"result": true
193+
},
194+
{
195+
"expression": "!Zero",
196+
"result": false
197+
},
198+
{
199+
"expression": "!!Zero",
200+
"result": true
201+
}
202+
]
203+
},
204+
{
205+
"given": {
206+
"one": 1,
207+
"two": 2,
208+
"three": 3
209+
},
210+
"cases": [
211+
{
212+
"expression": "one < two",
213+
"result": true
214+
},
215+
{
216+
"expression": "one <= two",
217+
"result": true
218+
},
219+
{
220+
"expression": "one == one",
221+
"result": true
222+
},
223+
{
224+
"expression": "one == two",
225+
"result": false
226+
},
227+
{
228+
"expression": "one > two",
229+
"result": false
230+
},
231+
{
232+
"expression": "one >= two",
233+
"result": false
234+
},
235+
{
236+
"expression": "one != two",
237+
"result": true
238+
},
239+
{
240+
"expression": "one < two && three > one",
241+
"result": true
242+
},
243+
{
244+
"expression": "one < two || three > one",
245+
"result": true
246+
},
247+
{
248+
"expression": "one < two || three < one",
249+
"result": true
250+
},
251+
{
252+
"expression": "two < one || three < one",
253+
"result": false
254+
}
255+
]
256+
}
257+
]

‎test/compliance/current.json

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,25 @@
1+
[
2+
{
3+
"given": {
4+
"foo": [{"name": "a"}, {"name": "b"}],
5+
"bar": {"baz": "qux"}
6+
},
7+
"cases": [
8+
{
9+
"expression": "@",
10+
"result": {
11+
"foo": [{"name": "a"}, {"name": "b"}],
12+
"bar": {"baz": "qux"}
13+
}
14+
},
15+
{
16+
"expression": "@.bar",
17+
"result": {"baz": "qux"}
18+
},
19+
{
20+
"expression": "@.foo[0]",
21+
"result": {"name": "a"}
22+
}
23+
]
24+
}
25+
]

0 commit comments

Comments
 (0)