From e0f18055eb761f6399f04423b64c62a77733530d Mon Sep 17 00:00:00 2001 From: Kevin Wallimann Date: Tue, 27 May 2025 10:16:41 +0200 Subject: [PATCH 1/3] Update checkout action --- .github/workflows/build.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 2433e22b..6519995d 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -17,7 +17,9 @@ jobs: spark: 3 name: Scala ${{ matrix.scala }}, Spark ${{ matrix.spark }} steps: - - uses: actions/checkout@v2 + - uses: actions/checkout@v4 + with: + persist-credentials: false - name: Set up JDK 1.8 uses: actions/setup-java@v1 with: From 9f1a89724b74a2cc48184d72ba95f148539ef326 Mon Sep 17 00:00:00 2001 From: Kevin Wallimann Date: Tue, 27 May 2025 10:20:09 +0200 Subject: [PATCH 2/3] Update cache action --- .github/workflows/build.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 6519995d..186414e1 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -24,7 +24,7 @@ jobs: uses: actions/setup-java@v1 with: java-version: 1.8 - - uses: actions/cache@v2 + - uses: actions/cache@v4 with: path: ~/.m2/repository key: ${{ runner.os }}-${{ matrix.scala }}-${{ matrix.spark }}-${{ hashFiles('**/pom.xml') }} From 8f471ec1271abed0307cb2338e62299033c4f8c2 Mon Sep 17 00:00:00 2001 From: Kevin Wallimann Date: Tue, 27 May 2025 10:23:19 +0200 Subject: [PATCH 3/3] Fix format --- .../dateversion/AddDateVersionTransformer.scala | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/dateversion/AddDateVersionTransformer.scala b/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/dateversion/AddDateVersionTransformer.scala index 1bd0e421..36b468ff 100644 --- a/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/dateversion/AddDateVersionTransformer.scala +++ b/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/dateversion/AddDateVersionTransformer.scala @@ -65,10 +65,14 @@ private[transformer] class AddDateVersionTransformer(val reportDate: String, val StructField(ColumnVersion, IntegerType, nullable = true) )))) - fileCatalog.partitionSpec().partitions.map { partition => - val row: InternalRow = partition.values - (row.getString(0), row.getInt(1)) - }.filter { case (date, _) => date == reportDate }.map { case (_, version) => version }.toList + fileCatalog.partitionSpec().partitions + .map { partition => + val row: InternalRow = partition.values + (row.getString(0), row.getInt(1)) + } + .filter { case (date, _) => date == reportDate } + .map { case (_, version) => version } + .toList } }