Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 16 additions & 0 deletions Lib/test/test_os.py
Original file line number Diff line number Diff line change
Expand Up @@ -3402,6 +3402,22 @@ def test_bytes(self):
self.assertEqual(entry.path,
os.fsencode(os.path.join(self.path, 'file.txt')))

def test_bytes_like(self):
self.create_file("file.txt")

for cls in bytearray, memoryview:
path_bytes = cls(os.fsencode(self.path))
with self.assertWarns(DeprecationWarning):
entries = list(os.scandir(path_bytes))
self.assertEqual(len(entries), 1, entries)
entry = entries[0]

self.assertEqual(entry.name, b'file.txt')
self.assertEqual(entry.path,
os.fsencode(os.path.join(self.path, 'file.txt')))
self.assertIs(type(entry.name), bytes)
self.assertIs(type(entry.path), bytes)

def test_empty_path(self):
self.assertRaises(FileNotFoundError, os.scandir, '')

Expand Down
14 changes: 11 additions & 3 deletions Lib/test/test_posix.py
Original file line number Diff line number Diff line change
Expand Up @@ -581,17 +581,25 @@ def test_chdir(self):
self.assertRaises(OSError, posix.chdir, support.TESTFN)

def test_listdir(self):
self.assertTrue(support.TESTFN in posix.listdir(os.curdir))
self.assertIn(support.TESTFN, posix.listdir(os.curdir))

def test_listdir_default(self):
# When listdir is called without argument,
# it's the same as listdir(os.curdir).
self.assertTrue(support.TESTFN in posix.listdir())
self.assertIn(support.TESTFN, posix.listdir())

def test_listdir_bytes(self):
# When listdir is called with a bytes object,
# the returned strings are of type bytes.
self.assertTrue(os.fsencode(support.TESTFN) in posix.listdir(b'.'))
self.assertIn(os.fsencode(support.TESTFN), posix.listdir(b'.'))

def test_listdir_bytes_like(self):
for cls in bytearray, memoryview:
with self.assertWarns(DeprecationWarning):
names = posix.listdir(cls(b'.'))
self.assertIn(os.fsencode(support.TESTFN), names)
for name in names:
self.assertIs(type(name), bytes)

@unittest.skipUnless(posix.listdir in os.supports_fd,
"test needs fd support for posix.listdir()")
Expand Down
3 changes: 3 additions & 0 deletions Misc/NEWS
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,9 @@ Core and Builtins
Library
-------

- bpo-30879: os.listdir() and os.scandir() now emit bytes names when called
with bytes-like argument.

- bpo-30746: Prohibited the '=' character in environment variable names in
``os.putenv()`` and ``os.spawn*()``.

Expand Down
8 changes: 5 additions & 3 deletions Modules/posixmodule.c
Original file line number Diff line number Diff line change
Expand Up @@ -949,6 +949,8 @@ path_converter(PyObject *o, void *p)
Py_INCREF(bytes);
}
else if (is_buffer) {
/* XXX Replace PyObject_CheckBuffer with PyBytes_Check in other code
after removing suport of non-bytes buffer objects. */
if (PyErr_WarnFormat(PyExc_DeprecationWarning, 1,
"%s%s%s should be %s, not %.200s",
path->function_name ? path->function_name : "",
Expand Down Expand Up @@ -3511,8 +3513,8 @@ _posix_listdir(path_t *path, PyObject *list)
const char *name;
if (path->narrow) {
name = path->narrow;
/* only return bytes if they specified a bytes object */
return_str = !(PyBytes_Check(path->object));
/* only return bytes if they specified a bytes-like object */
return_str = !PyObject_CheckBuffer(path->object);
}
else {
name = ".";
Expand Down Expand Up @@ -11708,7 +11710,7 @@ DirEntry_from_posix_info(path_t *path, const char *name, Py_ssize_t name_len,
if (!joined_path)
goto error;

if (!path->narrow || !PyBytes_Check(path->object)) {
if (!path->narrow || !PyObject_CheckBuffer(path->object)) {
entry->name = PyUnicode_DecodeFSDefaultAndSize(name, name_len);
entry->path = PyUnicode_DecodeFSDefault(joined_path);
}
Expand Down