Implement statvfs/fstatvfs in Posix Java backend

Author: andrykonchin

graalpython/com.oracle.graal.python.test/src/tests/test_posix.py

@@ -380,7 +380,6 @@ def test_fstat(self):
         with open(TEST_FULL_PATH2, 0) as fd:           # follows symlink
             self.assertEqual(inode, os.fstat(fd).st_ino)
 
-    @unittest.skipIf(__graalpython__.posix_module_backend() == 'java', 'statvfs emulation is not supported')
     def test_statvfs(self):
         res = os.statvfs(TEST_FULL_PATH1)
         with open(TEST_FULL_PATH1, 0) as fd:

graalpython/com.oracle.graal.python.test/src/tests/test_shutil.py

@@ -0,0 +1,100 @@
+# Copyright (c) 2025, Oracle and/or its affiliates. All rights reserved.
+# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+#
+# The Universal Permissive License (UPL), Version 1.0
+#
+# Subject to the condition set forth below, permission is hereby granted to any
+# person obtaining a copy of this software, associated documentation and/or
+# data (collectively the "Software"), free of charge and under any and all
+# copyright rights in the Software, and any and all patent rights owned or
+# freely licensable by each licensor hereunder covering either (i) the
+# unmodified Software as contributed to or provided by such licensor, or (ii)
+# the Larger Works (as defined below), to deal in both
+#
+# (a) the Software, and
+#
+# (b) any piece of software and/or hardware listed in the lrgrwrks.txt file if
+# one is included with the Software each a "Larger Work" to which the Software
+# is contributed by such licensors),
+#
+# without restriction, including without limitation the rights to copy, create
+# derivative works of, display, perform, and distribute the Software and make,
+# use, sell, offer for sale, import, export, have made, and have sold the
+# Software and the Larger Work(s), and to sublicense the foregoing rights on
+# either these or other terms.
+#
+# This license is subject to the following condition:
+#
+# The above copyright notice and either this complete permission notice or at a
+# minimum a reference to the UPL must be included in all copies or substantial
+# portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+import unittest
+import shutil
+import io
+import os
+import pathlib
+import re
+
+
+class TestShUtil(unittest.TestCase):
+
+    def test_disk_usage_returns_a_tuple(self):
+        usage = shutil.disk_usage(__file__)
+        self.assertIsInstance(usage, tuple)
+        self.assertGreater(usage.total, 0)
+        self.assertGreater(usage.used, 0)
+        self.assertGreater(usage.free, 0)
+        self.assertGreater(usage.total, usage.used)
+        self.assertGreater(usage.total, usage.free)
+
+    def test_disk_usage_accepts_path_as_a_string(self):
+        usage = shutil.disk_usage(__file__)
+        self.assertIsInstance(usage, tuple)
+
+    def test_disk_usage_accepts_path_as_bytes(self):
+        usage = shutil.disk_usage(__file__.encode("utf-8"))
+        self.assertIsInstance(usage, tuple)
+
+    def test_disk_usage_accepts_path_as_a_pathlike(self):
+        usage = shutil.disk_usage(pathlib.PurePath(__file__))
+        self.assertIsInstance(usage, tuple)
+
+    def test_disk_usage_accepts_file_descriptor(self):
+        with io.open(__file__) as file:
+            fd = file.fileno()
+            usage = shutil.disk_usage(fd)
+            self.assertIsInstance(usage, tuple)
+
+    def test_disk_usage_supports_path_to_file(self):
+        usage = shutil.disk_usage(__file__)
+        self.assertIsInstance(usage, tuple)
+
+    def test_disk_usage_supports_path_to_directory(self):
+        usage = shutil.disk_usage(os.path.dirname(__file__))
+        self.assertIsInstance(usage, tuple)
+
+    def test_disk_usage_raises_exception_when_given_path_type_is_not_supported(self):
+        with self.assertRaisesRegex(TypeError, r'path should be string, bytes, os.PathLike or integer, not list'):
+            shutil.disk_usage([])
+
+    def test_disk_usage_raises_exception_when_given_path_does_not_exist(self):
+        not_existing_path = __file__ + '.not-existing'
+        not_existing_file_name = os.path.basename(not_existing_path)
+
+        with self.assertRaisesRegex(FileNotFoundError, rf"No such file or directory: '.+{not_existing_file_name}'"):
+            shutil.disk_usage(not_existing_path)
+
+    def test_disk_usage_raises_exception_when_there_is_no_open_file_with_given_file_descriptor(self):
+        not_existing_file_descriptor = 1_000_000 # expect the current process to not open 1M files
+
+        with self.assertRaisesRegex(OSError, r'(B|b)ad file descriptor: 1000000'):
+            shutil.disk_usage(not_existing_file_descriptor)

graalpython/com.oracle.graal.python/src/com/oracle/graal/python/builtins/modules/PosixModuleBuiltins.java

@@ -355,7 +355,6 @@ public void postInitialize(Python3Core core) {
         ((PDict) environAttr).setDictStorage(environ.getDictStorage());
 
         if (posixLib.getBackend(posixSupport).toJavaStringUncached().equals("java")) {
-            posix.setAttribute(toTruffleStringUncached("statvfs"), PNone.NO_VALUE);
             posix.setAttribute(toTruffleStringUncached("geteuid"), PNone.NO_VALUE);
             posix.setAttribute(toTruffleStringUncached("getegid"), PNone.NO_VALUE);
 

graalpython/com.oracle.graal.python/src/com/oracle/graal/python/builtins/modules/multiprocessing/MultiprocessingGraalPyModuleBuiltins.java

@@ -127,7 +127,7 @@ PNone doit(VirtualFrame frame, TruffleString name,
                         @Cached PConstructAndRaiseNode.Lazy constructAndRaiseNode) {
             Semaphore prev = getContext().getSharedMultiprocessingData().removeNamedSemaphore(name);
             if (prev == null) {
-                throw constructAndRaiseNode.get(inliningTarget).raiseFileNotFoundError(frame, ErrorMessages.NO_SUCH_FILE_OR_DIR, "semaphores", name);
+                throw constructAndRaiseNode.get(inliningTarget).raiseFileNotFoundError(frame, ErrorMessages.NO_SUCH_FILE_OR_DIR_WITH_LABEL, "semaphores", name);
             }
             return PNone.NONE;
         }

graalpython/com.oracle.graal.python/src/com/oracle/graal/python/nodes/ErrorMessages.java

@@ -580,7 +580,8 @@ public abstract class ErrorMessages {
     public static final TruffleString NO_CURRENT_FRAME = tsLiteral("%s: no current frame");
     public static final TruffleString NO_FUNCTION_FOUND = tsLiteral("no function %s%s found in %s");
     public static final TruffleString NO_LOCALS_FOUND = tsLiteral("no locals found");
-    public static final TruffleString NO_SUCH_FILE_OR_DIR = tsLiteral("No such file or directory: '%s:/%s'");
+    public static final TruffleString NO_SUCH_FILE_OR_DIR = tsLiteral("No such file or directory");
+    public static final TruffleString NO_SUCH_FILE_OR_DIR_WITH_LABEL = tsLiteral("No such file or directory: '%s:/%s'");
     public static final TruffleString NO_SUCH_NAME = tsLiteral("no such name");
     public static final TruffleString NONEMPTY_SLOTS_NOT_ALLOWED_FOR_SUBTYPE_OF_S = tsLiteral("nonempty __slots__ not supported for subtype of '%s'");
     public static final TruffleString NON_HEX_DIGIT_FOUND = tsLiteral("Non-hexadecimal digit found");

graalpython/com.oracle.graal.python/src/com/oracle/graal/python/runtime/EmulatedPosixSupport.java

@@ -188,6 +188,7 @@
 import java.nio.file.DirectoryIteratorException;
 import java.nio.file.DirectoryStream;
 import java.nio.file.LinkOption;
+import java.nio.file.NoSuchFileException;
 import java.nio.file.StandardCopyOption;
 import java.nio.file.StandardOpenOption;
 import java.nio.file.attribute.FileAttribute;
@@ -210,6 +211,7 @@
 import java.util.concurrent.TimeUnit;
 import java.util.logging.Level;
 
+import com.oracle.graal.python.nodes.ErrorMessages;
 import org.graalvm.nativeimage.ImageInfo;
 import org.graalvm.nativeimage.ProcessProperties;
 import org.graalvm.polyglot.io.ProcessHandler.Redirect;
@@ -1076,15 +1078,54 @@ public long[] fstat(int fd,
     }
 
     @ExportMessage
+    @TruffleBoundary
     @SuppressWarnings("static-method")
-    public long[] statvfs(Object path) {
-        throw createUnsupportedFeature("statvfs");
+    public long[] statvfs(Object path) throws PosixException {
+        try {
+            Env env = PythonContext.get(null).getEnv();
+            TruffleFile truffleFile = env.getPublicTruffleFile((String) path);
+            TruffleFile.FileStoreInfo fileStoreInfo = truffleFile.getFileStoreInfo();
+
+            long totalSpace, usableSpace, unallocatedSpace, blockSize;
+
+            totalSpace = fileStoreInfo.getTotalSpace();
+            usableSpace = fileStoreInfo.getUsableSpace();
+            unallocatedSpace = fileStoreInfo.getUnallocatedSpace();
+            blockSize = fileStoreInfo.getBlockSize();
+
+            long bsize, frsize, blocks, bfree, bavail, files, ffree, favail, flag, namemax, fsid;
+
+            bsize = blockSize;                    // file system block size
+            frsize = blockSize;                   // fragment size
+            blocks = totalSpace / blockSize;      // size of fs in f_frsize units
+            bfree = unallocatedSpace / blockSize; // free blocks
+            bavail = usableSpace / blockSize;     // free blocks for unprivileged users
+            files = 0;                            // inodes
+            ffree = 0;                            // free inodes
+            favail = 0;                           // free inodes for unprivileged users
+            flag = 0;                             // mount flags
+            namemax = 0;                          // maximum filename length
+            fsid = 0;                             // file system ID
+
+            return new long[]{bsize, frsize, blocks, bfree, bavail, files, ffree, favail, flag, namemax, fsid};
+        } catch (NoSuchFileException e) {
+            throw new PosixException(OSErrorEnum.ENOENT.getNumber(), ErrorMessages.NO_SUCH_FILE_OR_DIR);
+        } catch (UnsupportedOperationException | IOException | SecurityException e) {
+            TruffleString message = PythonUtils.toTruffleStringUncached(e.getMessage());
+            throw new PosixException(OSErrorEnum.EPERM.getNumber(), message);
+        }
     }
 
     @ExportMessage
     @SuppressWarnings("static-method")
-    public long[] fstatvfs(int fd) {
-        throw createUnsupportedFeature("fstatvfs");
+    public long[] fstatvfs(int fd) throws PosixException {
+        String path = getFilePath(fd);
+
+        if (path == null) {
+            throw new PosixException(OSErrorEnum.EBADF.getNumber(), ErrorMessages.BAD_FILE_DESCRIPTOR);
+        }
+
+        return statvfs(path);
     }
 
     private static long[] fstatWithoutPath(Channel fileChannel) {