File tree Expand file tree Collapse file tree
testing/src/main/scala/com/sparkutils/testing Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -59,12 +59,6 @@ trait TestUtils extends SessionStrategy with Serializable with ClassicTestUtils
5959 def cleanupOutput (): Unit =
6060 cleanUp(outputDir)
6161
62- /**
63- * Don't run this test on 2.4 - typically due to not being able to control code gen properly
64- */
65- def not2_4 (thunk : => Unit ) =
66- if (sparkVersion != " 2.4" ) thunk
67-
6862 /**
6963 * Don't run this test on 3.4 - gc's on code gen
7064 */
@@ -107,19 +101,12 @@ trait TestUtils extends SessionStrategy with Serializable with ClassicTestUtils
107101 def v4_0_and_above (thunk : => Unit ) =
108102 if (sparkVersionNumericMajor >= 40 ) thunk
109103
110- /**
111- * Only run this on 2.4
112- * @param thunk
113- */
114- def only2_4 (thunk : => Unit ) =
115- if (sparkVersion == " 2.4" ) thunk
116-
117104 /**
118105 * transform_values and transform_keys pattern match on list only which doesn't work with seq in the _lambda_ param re-writes
119106 * @param thunk
120107 */
121- def not2_4_or_3_0_or_3_1 (thunk : => Unit ) =
122- if (! Set (" 2.4 " , " 3.0" , " 3.1" ).contains(sparkVersion)) thunk
108+ def not3_0_or_3_1 (thunk : => Unit ) =
109+ if (! Set (" 3.0" , " 3.1" ).contains(sparkVersion)) thunk
123110
124111 /**
125112 * Assumes /dbfs existance proves running on Databricks
You can’t perform that action at this time.
0 commit comments