From bc35516f9aea8467b9adf330fffab73128d50169 Mon Sep 17 00:00:00 2001
From: YoussefMZID11 <149700771+YoussefMZID11@users.noreply.github.com>
Date: Mon, 28 Apr 2025 10:28:35 +0200
Subject: [PATCH] Update common.yaml

Add documentation for writting mode on spark i/o
---
 docs/content/_data/config/pipes/spark/batch.yaml     | 5 +++++
 docs/content/_data/config/pipes/spark/common.yaml    | 2 +-
 docs/content/_data/config/pipes/spark/streaming.yaml | 4 ++++
 3 files changed, 10 insertions(+), 1 deletion(-)

diff --git a/docs/content/_data/config/pipes/spark/batch.yaml b/docs/content/_data/config/pipes/spark/batch.yaml
index 6f736c3..17eee06 100644
--- a/docs/content/_data/config/pipes/spark/batch.yaml
+++ b/docs/content/_data/config/pipes/spark/batch.yaml
@@ -3,3 +3,8 @@ input:
 
 output:
   type: com.amadeus.dataio.pipes.spark.batch.StorageOutput
+  fields:
+    - name: mode
+      mandatory: "Yes"
+      description: Specifies the writing behavior when data or table already exists.
+      example: mode = "append"
\ No newline at end of file
diff --git a/docs/content/_data/config/pipes/spark/common.yaml b/docs/content/_data/config/pipes/spark/common.yaml
index aa708f3..3cfae75 100644
--- a/docs/content/_data/config/pipes/spark/common.yaml
+++ b/docs/content/_data/config/pipes/spark/common.yaml
@@ -34,4 +34,4 @@ fields:
     description: Spark options, as key = value pairs. The list of available options is available in the official <a href="https://spark.apache.org/docs/3.5.0/api/java/org/apache/spark/sql/DataFrameReader.html" target="_blank">Spark API documentation</a> for the DataFrameReader
     example: options { header = true  }
 
-fields_warning: The date_filter field is never mandatory, but be aware that omitting it could result in processing years of data.
\ No newline at end of file
+fields_warning: The date_filter field is never mandatory, but be aware that omitting it could result in processing years of data.
diff --git a/docs/content/_data/config/pipes/spark/streaming.yaml b/docs/content/_data/config/pipes/spark/streaming.yaml
index e778133..0bc18c8 100644
--- a/docs/content/_data/config/pipes/spark/streaming.yaml
+++ b/docs/content/_data/config/pipes/spark/streaming.yaml
@@ -16,3 +16,7 @@ output:
       mandatory: "Yes"
       description: Controls the amount of time before returning from the streaming query, in hours.
       example: timeout = 24
+    - name: mode
+      mandatory: "Yes"
+      description: Specifies the writing behavior when data or table already exists.
+      example: mode = "append"