chardet 6.0.0 loops in coverage tool, only on Orange Pi, Ubuntu 24.04 #321
Description
Strangely it doesn't happen on my Ubuntu 24.04 intel VM, but on the Orange Pi the "coverage" tool hangs indefinitely, maxing out CPU usage. Pinning to chardet < 6.0.0 makes the problem go away.
py3: commands[4]> coverage run -m pytest -vvv --junitxml=test_results/pytest/results.xml
...hangs indefinitely...
in a separate window, run "top" to see that this coverage process is maxing out cpu.
in a separate window, run "strace -s200 -p<pid>" and see the following call pattern repeating over and over.
there's a pause of about 15 seconds after each block of newfstatat calls, then it repeats with a different filename.
i left it 15 minutes and eventually ^C before the poor Pi overheated.
repeat the test with pin of chardet < 6.0.0 makes the problem go away.
feganj@oraiste:~$ sudo strace -s200 -p10698
strace: Process 10698 attached
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib/python3.12/site-packages/chardet", {st_mode=S_IFDIR|0775, st_size=4096, ...}, 0) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib/python3.12/site-packages/chardet/langesperantomodel.py", {st_mode=S_IFREG|0664, st_size=206136, ...}, 0) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib/python3.12/site-packages/chardet/langesperantomodel.py", {st_mode=S_IFREG|0664, st_size=206136, ...}, 0) = 0
openat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib/python3.12/site-packages/chardet/__pycache__/langesperantomodel.cpython-312.pyc", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0664, st_size=192422, ...}) = 0
ioctl(3, TCGETS, 0xffffdfb682b0) = -1 ENOTTY (Inappropriate ioctl for device)
lseek(3, 0, SEEK_CUR) = 0
lseek(3, 0, SEEK_CUR) = 0
fstat(3, {st_mode=S_IFREG|0664, st_size=192422, ...}) = 0
read(3, "\313\r\r\n\0\0\0\0\361\270\234i8%\3\0\343\0\0\0\0\0\0\0\0\0\0\0\0\34\0\0\0\0\0\0\0\363\276\250\1\0\227\0d\0d\1l\0m\1Z\1m\2Z\2\1\0d\0d\2l\3m\4Z\4\1\0i\0d\3i\0d\3e\2j\n\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\223\1d\4e\2j\n\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\223\1d\5e\2j\n\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\223\1d\6e\2j\n\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\223\1d\7e\2j\n\0\0\0\0\0\0\0\0\0\0\0\0"..., 192423) = 192422
read(3, "", 1) = 0
close(3) = 0
brk(0x2035e000) = 0x2035e000
newfstatat(AT_FDCWD, "/home", {st_mode=S_IFDIR|0755, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj", {st_mode=S_IFDIR|0755, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work", {st_mode=S_IFDIR|0775, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100", {st_mode=S_IFDIR|0775, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject", {st_mode=S_IFDIR|0775, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox", {st_mode=S_IFDIR|0775, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3", {st_mode=S_IFDIR|0775, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib", {st_mode=S_IFDIR|0775, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib/python3.12", {st_mode=S_IFDIR|0775, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib/python3.12/site-packages", {st_mode=S_IFDIR|0775, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib/python3.12/site-packages/chardet", {st_mode=S_IFDIR|0775, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib/python3.12/site-packages/chardet/langesperantomodel.py", {st_mode=S_IFREG|0664, st_size=206136, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib/python3.12/site-packages/chardet", {st_mode=S_IFDIR|0775, st_size=4096, ...}, 0) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib/python3.12/site-packages/chardet/langestonianmodel.py", {st_mode=S_IFREG|0664, st_size=231838, ...}, 0) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib/python3.12/site-packages/chardet/langestonianmodel.py", {st_mode=S_IFREG|0664, st_size=231838, ...}, 0) = 0
openat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib/python3.12/site-packages/chardet/__pycache__/langestonianmodel.cpython-312.pyc", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0664, st_size=219717, ...}) = 0
ioctl(3, TCGETS, 0xffffdfb682b0) = -1 ENOTTY (Inappropriate ioctl for device)
lseek(3, 0, SEEK_CUR) = 0
lseek(3, 0, SEEK_CUR) = 0
fstat(3, {st_mode=S_IFREG|0664, st_size=219717, ...}) = 0
brk(0x20398000) = 0x20398000
read(3, "\313\r\r\n\0\0\0\0\361\270\234i\236\211\3\0\343\0\0\0\0\0\0\0\0\0\0\0\0\34\0\0\0\0\0\0\0\363\370\332\1\0\227\0d\0d\1l\0m\1Z\1m\2Z\2\1\0d\0d\2l\3m\4Z\4\1\0i\0d\3i\0d\3e\2j\n\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\223\1d\4e\2j\n\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\223\1d\5e\2j\n\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\223\1d\6e\2j\n\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\223\1d\7e\2j\f\0\0\0\0\0\0\0\0\0\0\0\0"..., 219718) = 219717
read(3, "", 1) = 0
close(3) = 0
newfstatat(AT_FDCWD, "/home", {st_mode=S_IFDIR|0755, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj", {st_mode=S_IFDIR|0755, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work", {st_mode=S_IFDIR|0775, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100", {st_mode=S_IFDIR|0775, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject", {st_mode=S_IFDIR|0775, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox", {st_mode=S_IFDIR|0775, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3", {st_mode=S_IFDIR|0775, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib", {st_mode=S_IFDIR|0775, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib/python3.12", {st_mode=S_IFDIR|0775, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib/python3.12/site-packages", {st_mode=S_IFDIR|0775, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib/python3.12/site-packages/chardet", {st_mode=S_IFDIR|0775, st_size=4096, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib/python3.12/site-packages/chardet/langestonianmodel.py", {st_mode=S_IFREG|0664, st_size=231838, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib/python3.12/site-packages/chardet", {st_mode=S_IFDIR|0775, st_size=4096, ...}, 0) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib/python3.12/site-packages/chardet/langfarsimodel.py", {st_mode=S_IFREG|0664, st_size=134265, ...}, 0) = 0
newfstatat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib/python3.12/site-packages/chardet/langfarsimodel.py", {st_mode=S_IFREG|0664, st_size=134265, ...}, 0) = 0
openat(AT_FDCWD, "/home/feganj/work/t100/myproject/.tox/py3/lib/python3.12/site-packages/chardet/__pycache__/langfarsimodel.cpython-312.pyc", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0664, st_size=125440, ...}) = 0
ioctl(3, TCGETS, 0xffffdfb682b0) = -1 ENOTTY (Inappropriate ioctl for device)
lseek(3, 0, SEEK_CUR) = 0
lseek(3, 0, SEEK_CUR) = 0
fstat(3, {st_mode=S_IFREG|0664, st_size=125440, ...}) = 0
read(3, "\313\r\r\n\0\0\0\0\361\270\234iy\f\2\0\343\0\0\0\0\0\0\0\0\0\0\0\0\30\0\0\0\0\0\0\0\363\212\16\1\0\227\0d\0d\1l\0m\1Z\1m\2Z\2\1\0d\0d\2l\3m\4Z\4\1\0i\0d\3i\0d\3e\2j\n\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\223\1d\4e\2j\f\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\223\1d\5e\2j\f\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\223\1d\6e\2j\n\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\223\1d\7e\2j\n\0\0\0\0\0\0\0\0\0\0\0\0"..., 125441) = 125440
read(3, "", 1) = 0
close(3) = 0