p4c/backends/p4tools/modules/testgen/targets/bmv2/test/BMV2ProtobufXfail.cmake at 463ea31077dc125e7aab5e8443aab7825f6c5eec · Vineet1101/p4c · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
# XFAILS: tests that *temporarily* fail
# ================================================
# Xfails are _temporary_ failures: the tests should work but we haven't fixed p4testgen yet.


####################################################################################################
# 2. P4Testgen Issues
####################################################################################################
# These are failures in P4Testgen that need to be fixed.

p4tools_add_xfail_reason(
  "testgen-p4c-bmv2-protobuf"
  "Unknown or unimplemented extern method: .*[.]recirculate_preserving_field_list"
)

p4tools_add_xfail_reason(
  "testgen-p4c-bmv2-protobuf"
  "Unknown or unimplemented extern method: .*[.]extract"
)

p4tools_add_xfail_reason(
  "testgen-p4c-bmv2-protobuf"
  "Non-numeric, non-boolean member expression"
)

p4tools_add_xfail_reason(
  "testgen-p4c-bmv2-protobuf"
  "with type .* is not a Constant"
  # Most of these come from varbits
)

p4tools_add_xfail_reason(
  "testgen-p4c-bmv2-protobuf"
  "Cast failed"
  # push front can not handled tainted header validity.
  header-stack-ops-bmv2.p4
)

p4tools_add_xfail_reason(
  "testgen-p4c-bmv2-protobuf"
  "is trying to match on a tainted key set"
  invalid-hdr-warnings1.p4 # unimlemented feature (for select statement)
  issue692-bmv2.p4
)

p4tools_add_xfail_reason(
  "testgen-p4c-bmv2-protobuf"
  "Only registers with bit or int types are currently supported"
  issue907-bmv2.p4
)

p4tools_add_xfail_reason(
  "testgen-p4c-bmv2-protobuf"
  "Unhandled node type in Bmv2V1ModelCmdStepper: ForStatement"
  forloop-bmv2.p4
  issue4739.p4
  loop-3-clause-tricky2.p4
)

p4tools_add_xfail_reason(
  "testgen-p4c-bmv2-protobuf"
  "Could not find type for"
  # Related to postorder(IR::Member* expression) in ParserUnroll,
  # and more specifically when member is passed to getTypeArray
)

####################################################################################################
# 3. WONTFIX
####################################################################################################
# These are failures that can not be solved by changing P4Testgen

p4tools_add_xfail_reason(
  "testgen-p4c-bmv2-protobuf"
  "Assert/assume can not be executed under a tainted condition"
  # Assert/Assume error: assert/assume(false).
  bmv2_assert.p4
)

p4tools_add_xfail_reason(
  "testgen-p4c-bmv2-protobuf"
  "Computations are not supported in update_checksum"
)

p4tools_add_xfail_reason(
  "testgen-p4c-bmv2-protobuf"
  "Error compiling"
)

p4tools_add_xfail_reason(
  "testgen-p4c-bmv2-protobuf"
  "Checksum16.get is deprecated and not supported."
  issue841.p4 # Not supported
)

p4tools_add_xfail_reason(
  "testgen-p4c-bmv2-protobuf"
  "Unknown or unimplemented extern method: .*[.]increment"
  issue1882-1-bmv2.p4  # user defined extern
  issue1882-bmv2.p4  # user defined extern
)

p4tools_add_xfail_reason(
  "testgen-p4c-bmv2-protobuf"
  "Unknown or unimplemented extern method: .*[.]update"
  issue2664-bmv2.p4  # user defined extern
)

p4tools_add_xfail_reason(
  "testgen-p4c-bmv2-protobuf"
  "Unknown extern method count from type jnf_counter"
)

p4tools_add_xfail_reason(
  "testgen-p4c-bmv2-protobuf"
  "Unknown or unimplemented extern method: fn_foo"
  issue3091.p4  # user defined extern
)

p4tools_add_xfail_reason(
  "testgen-p4c-bmv2-protobuf"
  "P4Testgen back end only supports a 'V1Switch' main"
  # Pipeline as a parameter of a switch, not a valid v1model program
  issue1304.p4
)

p4tools_add_xfail_reason(
  "testgen-p4c-bmv2-protobuf"
  "is not a constant"
  # Using an uninitialized variable as a header stack index in the parser.
  parser-unroll-test10.p4
)

####################################################################################################
# 4. PARAMETERS NEEDED
####################################################################################################
# These tests require additional input parameters to compile properly.

# TODO: For these test we should add the --permissive flag.
p4tools_add_xfail_reason(
  "testgen-p4c-bmv2-protobuf"
  "The validity bit of .* is tainted"
  control-hs-index-test3.p4
  control-hs-index-test5.p4
  gauntlet_hdr_function_cast-bmv2.p4
  issue2345-1.p4
  issue2345-2.p4
  issue2345-multiple_dependencies.p4
  issue2345-with_nested_if.p4
  issue2345.p4
)