Trim column names when loading from JDBC to be compatible with other formats handling.

Author: yruslan

pramen/core/src/main/scala/za/co/absa/pramen/core/utils/SparkUtils.scala

@@ -125,9 +125,9 @@ object SparkUtils {
 
     val fieldsToSelect = df.schema.fields.map(field => {
       val srcName = field.name
-      val trgName = replaceSpecialChars(if(hasTablePrefix) removeTablePrefix(srcName) else srcName)
+      val trgName = replaceSpecialChars(if(hasTablePrefix) removeTablePrefix(srcName.trim) else srcName.trim)
       if (srcName != trgName) {
-        log.info(s"Renamed column: $srcName -> $trgName")
+        log.info(s"Renamed column: '$srcName' -> '$trgName''")
         col(s"`$srcName`").as(trgName)
       } else {
         col(s"`$srcName`")

pramen/core/src/test/scala/za/co/absa/pramen/core/tests/utils/SparkUtilsSuite.scala

@@ -105,19 +105,19 @@ class SparkUtilsSuite extends AnyWordSpec with SparkTestBase with TempDirFixture
   }
 
   "sanitizeDfColumns()" should {
-    "rename spaces of input dataframe columns" in {
+    "trim leading and trailing spaces, and rename spaces in the middle of input dataframe columns" in {
       val expected =
       """[ {
         |  "a_a" : "A",
-        |  "_b_" : 1,
+        |  "b" : 1,
         |  "c" : 4
         |}, {
         |  "a_a" : "B",
-        |  "_b_" : 2,
+        |  "b" : 2,
         |  "c" : 5
         |}, {
         |  "a_a" : "C",
-        |  "_b_" : 3,
+        |  "b" : 3,
         |  "c" : 6
         |} ]"""