diff --git a/java/c/src/main/java/org/apache/arrow/c/jni/JniLoader.java b/java/c/src/main/java/org/apache/arrow/c/jni/JniLoader.java
index e43546134925..1012c16337bc 100644
--- a/java/c/src/main/java/org/apache/arrow/c/jni/JniLoader.java
+++ b/java/c/src/main/java/org/apache/arrow/c/jni/JniLoader.java
@@ -105,6 +105,9 @@ private String getNormalizedArch() {
       case "aarch64":
         arch = "aarch_64";
         break;
+      case "ppc64le":
+        arch = "ppcle_64";
+        break;
       default:
         break;
     }
diff --git a/java/dataset/src/main/java/org/apache/arrow/dataset/jni/JniLoader.java b/java/dataset/src/main/java/org/apache/arrow/dataset/jni/JniLoader.java
index a3b31c73e854..4d8aa9f73726 100644
--- a/java/dataset/src/main/java/org/apache/arrow/dataset/jni/JniLoader.java
+++ b/java/dataset/src/main/java/org/apache/arrow/dataset/jni/JniLoader.java
@@ -105,6 +105,9 @@ private String getNormalizedArch() {
       case "aarch64":
         arch = "aarch_64";
         break;
+      case "ppc64le":
+        arch = "ppcle_64";
+        break;
       default:
         break;
     }