diff --git a/dolphinscheduler-bom/pom.xml b/dolphinscheduler-bom/pom.xml index 22f5e23a3be2..72fd2f79348e 100644 --- a/dolphinscheduler-bom/pom.xml +++ b/dolphinscheduler-bom/pom.xml @@ -129,6 +129,8 @@ 7.0.0 3.0.0 2.11.0 + 2.4.1 + 1.0.1 @@ -959,6 +961,18 @@ test + + com.aliyun + emr_serverless_spark20230808 + ${emr-serverless-spark.version} + + + + com.aliyun + credentials-java + ${credentials-java.version} + + org.testcontainers diff --git a/dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-aliyunserverlessspark/pom.xml b/dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-aliyunserverlessspark/pom.xml index a4f98148e611..3e3155243481 100644 --- a/dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-aliyunserverlessspark/pom.xml +++ b/dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-aliyunserverlessspark/pom.xml @@ -54,13 +54,11 @@ com.aliyun emr_serverless_spark20230808 - 1.0.0 com.aliyun credentials-java - 0.3.0 diff --git a/dolphinscheduler-task-plugin/dolphinscheduler-task-aliyunserverlessspark/pom.xml b/dolphinscheduler-task-plugin/dolphinscheduler-task-aliyunserverlessspark/pom.xml index 77337f9837f1..60e74d60a235 100644 --- a/dolphinscheduler-task-plugin/dolphinscheduler-task-aliyunserverlessspark/pom.xml +++ b/dolphinscheduler-task-plugin/dolphinscheduler-task-aliyunserverlessspark/pom.xml @@ -67,13 +67,11 @@ com.aliyun emr_serverless_spark20230808 - 2.4.1 com.aliyun credentials-java - 0.3.0 diff --git a/dolphinscheduler-task-plugin/dolphinscheduler-task-aliyunserverlessspark/src/main/java/org/apache/dolphinscheduler/plugin/task/aliyunserverlessspark/AliyunServerlessSparkTask.java b/dolphinscheduler-task-plugin/dolphinscheduler-task-aliyunserverlessspark/src/main/java/org/apache/dolphinscheduler/plugin/task/aliyunserverlessspark/AliyunServerlessSparkTask.java index 15f5ea25a23c..8263b3cb7fe5 100644 --- a/dolphinscheduler-task-plugin/dolphinscheduler-task-aliyunserverlessspark/src/main/java/org/apache/dolphinscheduler/plugin/task/aliyunserverlessspark/AliyunServerlessSparkTask.java +++ b/dolphinscheduler-task-plugin/dolphinscheduler-task-aliyunserverlessspark/src/main/java/org/apache/dolphinscheduler/plugin/task/aliyunserverlessspark/AliyunServerlessSparkTask.java @@ -154,7 +154,7 @@ public void handle(TaskCallBack taskCallBack) throws TaskException { return aliyunServerlessSparkClient.startJobRun( aliyunServerlessSparkParameters.getWorkspaceId(), startJobRunRequest); } catch (Exception e) { - throw new AliyunServerlessSparkTaskException("Failed to start job run!"); + throw new AliyunServerlessSparkTaskException("Failed to start job run! ", e); } }, retryPolicy); @@ -224,7 +224,7 @@ public void cancelApplication() throws TaskException { aliyunServerlessSparkParameters.getWorkspaceId(), jobRunId, cancelJobRunRequest); } catch (Exception e) { - throw new AliyunServerlessSparkTaskException("Failed to cancel job run!"); + throw new AliyunServerlessSparkTaskException("Failed to cancel job run! ", e); } }, retryPolicy); }