Skip to content

Commit d0dcd32

Browse files
ameka4Alekh Meka
ameka4
and
Alekh Meka
authored
Updated MphTableIT with diffimg test, Added JFlex IT, updated Convex IT (gousiosg#15)
* Added JFlex IT, updated Convex IT * Added test to generate png files, adding initial shell script for diffimg * Updated MphTableIT with diffimg integration test * Resolved issues with ConvexIT * Updated JFlex Int Tests with DiffImg * Resolved final issues with Int Tests(updated jflex.yaml with required properties), set 0.05% threshold in ConvexIT for branch non-determinism Co-authored-by: Alekh Meka <Alekh.Meka@cat.com>
1 parent 1b046f1 commit d0dcd32

File tree

64 files changed

+400
-139
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

64 files changed

+400
-139
lines changed

‎artifacts/configs/jflex/jflex.yaml‎

Lines changed: 76 additions & 76 deletions
Original file line numberDiff line numberDiff line change
@@ -8,93 +8,93 @@ testJar: jflex-1.8.2-tests.jar
88
#mvnOptions: -DfailIfNoTests=false -Dmaven.surefire.debug="-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000"
99
mvnOptions: -DfailIfNoTests=false
1010
properties:
11-
- name: StateSetQuickcheck#size2nbits
12-
entryPoint: "jflex.state.StateSetQuickcheck.size2nbits(I)V"
13-
- name: StateSetQuickcheck#containsIsSubset
14-
entryPoint: "jflex.state.StateSetQuickcheck.containsIsSubset(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
15-
- name: StateSetQuickcheck#addIsUnion
16-
entryPoint: "jflex.state.StateSetQuickcheck.addIsUnion(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
17-
- name: StateSetQuickcheck#addCommutes
18-
entryPoint: "jflex.state.StateSetQuickcheck.addCommutes(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
19-
- name: StateSetQuickcheck#addEmpty
20-
entryPoint: "jflex.state.StateSetQuickcheck.addEmpty(Ljflex/state/StateSet;)V"
21-
- name: StateSetQuickcheck#addSelf
22-
entryPoint: "jflex.state.StateSetQuickcheck.addSelf(Ljflex/state/StateSet;)V"
23-
- name: StateSetQuickcheck#addIdemPotent
24-
entryPoint: "jflex.state.StateSetQuickcheck.addIdemPotent(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
25-
- name: StateSetQuickcheck#intersect
26-
entryPoint: "jflex.state.StateSetQuickcheck.intersect(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
27-
- name: StateSetQuickcheck#intersectUnchanged
28-
entryPoint: "jflex.state.StateSetQuickcheck.intersectUnchanged(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
29-
- name: StateSetQuickcheck#intersectCommutes
30-
entryPoint: "jflex.state.StateSetQuickcheck.intersectCommutes(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
31-
- name: StateSetQuickcheck#intersectEmpty
32-
entryPoint: "jflex.state.StateSetQuickcheck.intersectEmpty(Ljflex/state/StateSet;)V"
33-
- name: StateSetQuickcheck#intersectSelf
34-
entryPoint: "jflex.state.StateSetQuickcheck.intersectSelf(Ljflex/state/StateSet;)V"
35-
- name: StateSetQuickcheck#containsItsElements
36-
entryPoint: "jflex.state.StateSetQuickcheck.containsItsElements(Ljflex/state/StateSet;)V"
37-
- name: StateSetQuickcheck#removeRemoves
38-
entryPoint: "jflex.state.StateSetQuickcheck.removeRemoves(Ljflex/state/StateSet;I)V"
11+
# - name: StateSetQuickcheck#size2nbits
12+
# entryPoint: "jflex.state.StateSetQuickcheck.size2nbits(I)V"
13+
# - name: StateSetQuickcheck#containsIsSubset
14+
# entryPoint: "jflex.state.StateSetQuickcheck.containsIsSubset(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
15+
# - name: StateSetQuickcheck#addIsUnion
16+
# entryPoint: "jflex.state.StateSetQuickcheck.addIsUnion(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
17+
# - name: StateSetQuickcheck#addCommutes
18+
# entryPoint: "jflex.state.StateSetQuickcheck.addCommutes(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
19+
# - name: StateSetQuickcheck#addEmpty
20+
# entryPoint: "jflex.state.StateSetQuickcheck.addEmpty(Ljflex/state/StateSet;)V"
21+
# - name: StateSetQuickcheck#addSelf
22+
# entryPoint: "jflex.state.StateSetQuickcheck.addSelf(Ljflex/state/StateSet;)V"
23+
# - name: StateSetQuickcheck#addIdemPotent
24+
# entryPoint: "jflex.state.StateSetQuickcheck.addIdemPotent(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
25+
# - name: StateSetQuickcheck#intersect
26+
# entryPoint: "jflex.state.StateSetQuickcheck.intersect(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
27+
# - name: StateSetQuickcheck#intersectUnchanged
28+
# entryPoint: "jflex.state.StateSetQuickcheck.intersectUnchanged(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
29+
# - name: StateSetQuickcheck#intersectCommutes
30+
# entryPoint: "jflex.state.StateSetQuickcheck.intersectCommutes(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
31+
# - name: StateSetQuickcheck#intersectEmpty
32+
# entryPoint: "jflex.state.StateSetQuickcheck.intersectEmpty(Ljflex/state/StateSet;)V"
33+
# - name: StateSetQuickcheck#intersectSelf
34+
# entryPoint: "jflex.state.StateSetQuickcheck.intersectSelf(Ljflex/state/StateSet;)V"
35+
# - name: StateSetQuickcheck#containsItsElements
36+
# entryPoint: "jflex.state.StateSetQuickcheck.containsItsElements(Ljflex/state/StateSet;)V"
37+
# - name: StateSetQuickcheck#removeRemoves
38+
# entryPoint: "jflex.state.StateSetQuickcheck.removeRemoves(Ljflex/state/StateSet;I)V"
3939
- name: StateSetQuickcheck#removeAdd
4040
entryPoint: "jflex.state.StateSetQuickcheck.removeAdd(Ljflex/state/StateSet;I)V"
41-
- name: StateSetQuickcheck#clearMakesEmpty
42-
entryPoint: "jflex.state.StateSetQuickcheck.clearMakesEmpty(Ljflex/state/StateSet;)V"
43-
- name: StateSetQuickcheck#addStateAdds
44-
entryPoint: "jflex.state.StateSetQuickcheck.addStateAdds(Ljflex/state/StateSet;I)V"
41+
# - name: StateSetQuickcheck#clearMakesEmpty
42+
# entryPoint: "jflex.state.StateSetQuickcheck.clearMakesEmpty(Ljflex/state/StateSet;)V"
43+
# - name: StateSetQuickcheck#addStateAdds
44+
# entryPoint: "jflex.state.StateSetQuickcheck.addStateAdds(Ljflex/state/StateSet;I)V"
4545
- name: StateSetQuickcheck#addStateDoesNotRemove
4646
entryPoint: "jflex.state.StateSetQuickcheck.addStateDoesNotRemove(Ljflex/state/StateSet;I)V"
47-
- name: StateSetQuickcheck#addStateAdd
48-
entryPoint: "jflex.state.StateSetQuickcheck.addStateAdd(Ljflex/state/StateSet;I)V"
49-
- name: StateSetQuickcheck#complementNoOriginalElements
50-
entryPoint: "jflex.state.StateSetQuickcheck.complementNoOriginalElements(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
51-
- name: StateSetQuickcheck#complementElements
52-
entryPoint: "jflex.state.StateSetQuickcheck.complementElements(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
53-
- name: StateSetQuickcheck#complementUnion
54-
entryPoint: "jflex.state.StateSetQuickcheck.complementUnion(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
47+
# - name: StateSetQuickcheck#addStateAdd
48+
# entryPoint: "jflex.state.StateSetQuickcheck.addStateAdd(Ljflex/state/StateSet;I)V"
49+
# - name: StateSetQuickcheck#complementNoOriginalElements
50+
# entryPoint: "jflex.state.StateSetQuickcheck.complementNoOriginalElements(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
51+
# - name: StateSetQuickcheck#complementElements
52+
# entryPoint: "jflex.state.StateSetQuickcheck.complementElements(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
53+
# - name: StateSetQuickcheck#complementUnion
54+
# entryPoint: "jflex.state.StateSetQuickcheck.complementUnion(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
5555
- name: StateSetQuickcheck#containsElements
5656
entryPoint: "jflex.state.StateSetQuickcheck.containsElements(Ljflex/state/StateSet;I)V"
57-
- name: StateSetQuickcheck#containsNoElements
58-
entryPoint: "jflex.state.StateSetQuickcheck.containsNoElements(Ljflex/state/StateSet;)V"
59-
- name: StateSetQuickcheck#copy
60-
entryPoint: "jflex.state.StateSetQuickcheck.copy(Ljflex/state/StateSet;)V"
61-
- name: StateSetQuickcheck#copyInto
62-
entryPoint: "jflex.state.StateSetQuickcheck.copyInto(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
63-
- name: StateSetQuickcheck#hashCode
64-
entryPoint: "jflex.state.StateSetQuickcheck.hashCode(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
65-
- name: StateSetQuickcheck#getAndRemoveRemoves
66-
entryPoint: "jflex.state.StateSetQuickcheck.getAndRemoveRemoves(Ljflex/state/StateSet;)V"
67-
- name: StateSetQuickcheck#getAndRemoveIsElement
68-
entryPoint: "jflex.state.StateSetQuickcheck.getAndRemoveIsElement(Ljflex/state/StateSet;)V"
69-
- name: StateSetQuickcheck#getAndRemoveAdd
70-
entryPoint: "jflex.state.StateSetQuickcheck.getAndRemoveAdd(Ljflex/state/StateSet;)V"
71-
- name: StateSetQuickcheck#enumerator
72-
entryPoint: "jflex.state.StateSetQuickcheck.enumerator(Ljflex/state/StateSet;)V"
73-
- name: CharClassesQuickcheck#invariants
74-
entryPoint: "jflex.core.unicode.CharClassesQuickcheck.invariants(Ljflex/core/unicode/CharClasses;)V"
75-
- name: CharClassesQuickcheck#maxCharCode
76-
entryPoint: "jflex.core.unicode.CharClassesQuickcheck.maxCharCode(Ljflex/core/unicode/CharClasses;)V"
57+
# - name: StateSetQuickcheck#containsNoElements
58+
# entryPoint: "jflex.state.StateSetQuickcheck.containsNoElements(Ljflex/state/StateSet;)V"
59+
# - name: StateSetQuickcheck#copy
60+
# entryPoint: "jflex.state.StateSetQuickcheck.copy(Ljflex/state/StateSet;)V"
61+
# - name: StateSetQuickcheck#copyInto
62+
# entryPoint: "jflex.state.StateSetQuickcheck.copyInto(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
63+
# - name: StateSetQuickcheck#hashCode
64+
# entryPoint: "jflex.state.StateSetQuickcheck.hashCode(Ljflex/state/StateSet;Ljflex/state/StateSet;)V"
65+
# - name: StateSetQuickcheck#getAndRemoveRemoves
66+
# entryPoint: "jflex.state.StateSetQuickcheck.getAndRemoveRemoves(Ljflex/state/StateSet;)V"
67+
# - name: StateSetQuickcheck#getAndRemoveIsElement
68+
# entryPoint: "jflex.state.StateSetQuickcheck.getAndRemoveIsElement(Ljflex/state/StateSet;)V"
69+
# - name: StateSetQuickcheck#getAndRemoveAdd
70+
# entryPoint: "jflex.state.StateSetQuickcheck.getAndRemoveAdd(Ljflex/state/StateSet;)V"
71+
# - name: StateSetQuickcheck#enumerator
72+
# entryPoint: "jflex.state.StateSetQuickcheck.enumerator(Ljflex/state/StateSet;)V"
73+
# - name: CharClassesQuickcheck#invariants
74+
# entryPoint: "jflex.core.unicode.CharClassesQuickcheck.invariants(Ljflex/core/unicode/CharClasses;)V"
75+
# - name: CharClassesQuickcheck#maxCharCode
76+
# entryPoint: "jflex.core.unicode.CharClassesQuickcheck.maxCharCode(Ljflex/core/unicode/CharClasses;)V"
7777
- name: CharClassesQuickcheck#addSingle
7878
entryPoint: "jflex.core.unicode.CharClassesQuickcheck.addSingle(Ljflex/core/unicode/CharClasses;II)V"
7979
- name: CharClassesQuickcheck#addSingleSingleton
8080
entryPoint: "jflex.core.unicode.CharClassesQuickcheck.addSingleSingleton(Ljflex/core/unicode/CharClasses;I)V"
8181
- name: CharClassesQuickcheck#addSet
8282
entryPoint: "jflex.core.unicode.CharClassesQuickcheck.addSet(Ljflex/core/unicode/CharClasses;Ljflex/core/unicode/IntCharSet;I)V"
83-
- name: CharClassesQuickcheck#addSetParts
84-
entryPoint: "jflex.core.unicode.CharClassesQuickcheck.addSetParts(Ljflex/core/unicode/CharClasses;Ljflex/core/unicode/IntCharSet;)V"
85-
- name: CharClassesQuickcheck#addSetComplement
86-
entryPoint: "jflex.core.unicode.CharClassesQuickcheck.addSetComplement(Ljflex/core/unicode/CharClasses;Ljflex/core/unicode/IntCharSet;)V"
83+
# - name: CharClassesQuickcheck#addSetParts
84+
# entryPoint: "jflex.core.unicode.CharClassesQuickcheck.addSetParts(Ljflex/core/unicode/CharClasses;Ljflex/core/unicode/IntCharSet;)V"
85+
# - name: CharClassesQuickcheck#addSetComplement
86+
# entryPoint: "jflex.core.unicode.CharClassesQuickcheck.addSetComplement(Ljflex/core/unicode/CharClasses;Ljflex/core/unicode/IntCharSet;)V"
8787
- name: CharClassesQuickcheck#addString
8888
entryPoint: "jflex.core.unicode.CharClassesQuickcheck.addString(Ljflex/core/unicode/CharClasses;Ljava/lang/String;I)V"
89-
- name: CharClassesQuickcheck#normaliseSingle
90-
entryPoint: "jflex.core.unicode.CharClassesQuickcheck.normaliseSingle(Ljflex/core/unicode/CharClasses;I)V"
91-
- name: CharClassesQuickcheck#computeTablesEq
92-
entryPoint: "jflex.core.unicode.CharClassesQuickcheck.computeTablesEq(Ljflex/core/unicode/CharClasses;Ljava/util/ArrayList;)V"
93-
- name: CharClassesQuickcheck#getTablesEq
94-
entryPoint: "jflex.core.unicode.CharClassesQuickcheck.getTablesEq(Ljflex/core/unicode/CharClasses;Ljava/util/ArrayList;)V"
95-
- name: CharClassesQuickcheck#classCodesUnion
96-
entryPoint: "jflex.core.unicode.CharClassesQuickcheck.classCodesUnion(Ljflex/core/unicode/CharClasses;)V"
97-
- name: CharClassesQuickcheck#classCodesCode
98-
entryPoint: "jflex.core.unicode.CharClassesQuickcheck.classCodesCode(Ljflex/core/unicode/CharClasses;)V"
99-
- name: CharClassesQuickcheck#classCodesDisjointOrdered
100-
entryPoint: "jflex.core.unicode.CharClassesQuickcheck.classCodesDisjointOrdered(Ljflex/core/unicode/CharClasses;)V"
89+
# - name: CharClassesQuickcheck#normaliseSingle
90+
# entryPoint: "jflex.core.unicode.CharClassesQuickcheck.normaliseSingle(Ljflex/core/unicode/CharClasses;I)V"
91+
# - name: CharClassesQuickcheck#computeTablesEq
92+
# entryPoint: "jflex.core.unicode.CharClassesQuickcheck.computeTablesEq(Ljflex/core/unicode/CharClasses;Ljava/util/ArrayList;)V"
93+
# - name: CharClassesQuickcheck#getTablesEq
94+
# entryPoint: "jflex.core.unicode.CharClassesQuickcheck.getTablesEq(Ljflex/core/unicode/CharClasses;Ljava/util/ArrayList;)V"
95+
# - name: CharClassesQuickcheck#classCodesUnion
96+
# entryPoint: "jflex.core.unicode.CharClassesQuickcheck.classCodesUnion(Ljflex/core/unicode/CharClasses;)V"
97+
# - name: CharClassesQuickcheck#classCodesCode
98+
# entryPoint: "jflex.core.unicode.CharClassesQuickcheck.classCodesCode(Ljflex/core/unicode/CharClasses;)V"
99+
# - name: CharClassesQuickcheck#classCodesDisjointOrdered
100+
# entryPoint: "jflex.core.unicode.CharClassesQuickcheck.classCodesDisjointOrdered(Ljflex/core/unicode/CharClasses;)V"

‎artifacts/expected/convex/GenTestFormat#dataRoundTrip-reachability.png‎

34.3 MB

‎artifacts/expected/convex/GenTestFormat#messageRoundTrip-reachability.png‎

10.4 MB

‎artifacts/expected/convex/GenTestFormat#primitiveRoundTrip-reachability.png‎

10.5 MB

‎artifacts/expected/jflex/CharClassesQuickcheck#addSet-reachability.png‎

1.29 MB

‎artifacts/expected/jflex/CharClassesQuickcheck#addSetComplement-reachability.png‎

1.15 MB

‎artifacts/expected/jflex/CharClassesQuickcheck#addSetParts-reachability.png‎

865 KB

‎artifacts/expected/jflex/CharClassesQuickcheck#addSingle-reachability.png‎

1.25 MB

‎artifacts/expected/jflex/CharClassesQuickcheck#addSingleSingleton-reachability.png‎

1.07 MB

‎artifacts/expected/jflex/CharClassesQuickcheck#addString-reachability.png‎

1.51 MB

0 commit comments

Comments
 (0)