From dd7e5985b1702d0c91ef558b15c890f21221f1ad Mon Sep 17 00:00:00 2001 From: Jonas Date: Thu, 21 Oct 2021 14:32:16 +0800 Subject: [PATCH] support spark 3.1 --- R/dependencies.R | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/R/dependencies.R b/R/dependencies.R index bbfab9f..523d139 100644 --- a/R/dependencies.R +++ b/R/dependencies.R @@ -1,5 +1,9 @@ spark_dependencies <- function(spark_version, scala_version, ...) { - graphframes_version <- if (spark_version >= "2.4.0") { + graphframes_version <- if (spark_version >= "3.1.0") { + "0.8.2" + } else if (spark_version >= "3.0.0") { + "0.8.0" + } else if (spark_version >= "2.4.0") { "0.7.0" } else if (spark_version >= "2.2.0") { "0.6.0"