465 lines
16 KiB
Python
465 lines
16 KiB
Python
#!/usr/bin/env python3
|
|
|
|
# Copyright (c) 2009, Giampaolo Rodola'. All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
"""Iterate over all process PIDs and for each one of them invoke and
|
|
test all psutil.Process() methods.
|
|
"""
|
|
|
|
import enum
|
|
import errno
|
|
import multiprocessing
|
|
import os
|
|
import stat
|
|
import time
|
|
import traceback
|
|
|
|
import psutil
|
|
from psutil import AIX
|
|
from psutil import BSD
|
|
from psutil import FREEBSD
|
|
from psutil import LINUX
|
|
from psutil import MACOS
|
|
from psutil import NETBSD
|
|
from psutil import OPENBSD
|
|
from psutil import OSX
|
|
from psutil import POSIX
|
|
from psutil import WINDOWS
|
|
from psutil._compat import PY3
|
|
from psutil._compat import long
|
|
from psutil._compat import unicode
|
|
from psutil.tests import CI_TESTING
|
|
from psutil.tests import VALID_PROC_STATUSES
|
|
from psutil.tests import PsutilTestCase
|
|
from psutil.tests import check_connection_ntuple
|
|
from psutil.tests import create_sockets
|
|
from psutil.tests import is_namedtuple
|
|
from psutil.tests import is_win_secure_system_proc
|
|
from psutil.tests import process_namespace
|
|
from psutil.tests import serialrun
|
|
|
|
|
|
# Cuts the time in half, but (e.g.) on macOS the process pool stays
|
|
# alive after join() (multiprocessing bug?), messing up other tests.
|
|
USE_PROC_POOL = LINUX and not CI_TESTING
|
|
|
|
|
|
def proc_info(pid):
|
|
tcase = PsutilTestCase()
|
|
|
|
def check_exception(exc, proc, name, ppid):
|
|
tcase.assertEqual(exc.pid, pid)
|
|
if exc.name is not None:
|
|
tcase.assertEqual(exc.name, name)
|
|
if isinstance(exc, psutil.ZombieProcess):
|
|
tcase.assertProcessZombie(proc)
|
|
if exc.ppid is not None:
|
|
tcase.assertGreaterEqual(exc.ppid, 0)
|
|
tcase.assertEqual(exc.ppid, ppid)
|
|
elif isinstance(exc, psutil.NoSuchProcess):
|
|
tcase.assertProcessGone(proc)
|
|
str(exc)
|
|
repr(exc)
|
|
|
|
def do_wait():
|
|
if pid != 0:
|
|
try:
|
|
proc.wait(0)
|
|
except psutil.Error as exc:
|
|
check_exception(exc, proc, name, ppid)
|
|
|
|
try:
|
|
proc = psutil.Process(pid)
|
|
except psutil.NoSuchProcess:
|
|
tcase.assertPidGone(pid)
|
|
return {}
|
|
try:
|
|
d = proc.as_dict(['ppid', 'name'])
|
|
except psutil.NoSuchProcess:
|
|
tcase.assertProcessGone(proc)
|
|
else:
|
|
name, ppid = d['name'], d['ppid']
|
|
info = {'pid': proc.pid}
|
|
ns = process_namespace(proc)
|
|
# We don't use oneshot() because in order not to fool
|
|
# check_exception() in case of NSP.
|
|
for fun, fun_name in ns.iter(ns.getters, clear_cache=False):
|
|
try:
|
|
info[fun_name] = fun()
|
|
except psutil.Error as exc:
|
|
check_exception(exc, proc, name, ppid)
|
|
continue
|
|
do_wait()
|
|
return info
|
|
|
|
|
|
@serialrun
|
|
class TestFetchAllProcesses(PsutilTestCase):
|
|
"""Test which iterates over all running processes and performs
|
|
some sanity checks against Process API's returned values.
|
|
Uses a process pool to get info about all processes.
|
|
"""
|
|
|
|
def setUp(self):
|
|
# Using a pool in a CI env may result in deadlock, see:
|
|
# https://github.com/giampaolo/psutil/issues/2104
|
|
if USE_PROC_POOL:
|
|
self.pool = multiprocessing.Pool()
|
|
|
|
def tearDown(self):
|
|
if USE_PROC_POOL:
|
|
self.pool.terminate()
|
|
self.pool.join()
|
|
|
|
def iter_proc_info(self):
|
|
# Fixes "can't pickle <function proc_info>: it's not the
|
|
# same object as test_process_all.proc_info".
|
|
from psutil.tests.test_process_all import proc_info
|
|
|
|
if USE_PROC_POOL:
|
|
return self.pool.imap_unordered(proc_info, psutil.pids())
|
|
else:
|
|
ls = []
|
|
for pid in psutil.pids():
|
|
ls.append(proc_info(pid))
|
|
return ls
|
|
|
|
def test_all(self):
|
|
failures = []
|
|
for info in self.iter_proc_info():
|
|
for name, value in info.items():
|
|
meth = getattr(self, name)
|
|
try:
|
|
meth(value, info)
|
|
except Exception: # noqa: BLE001
|
|
s = '\n' + '=' * 70 + '\n'
|
|
s += "FAIL: name=test_%s, pid=%s, ret=%s\ninfo=%s\n" % (
|
|
name,
|
|
info['pid'],
|
|
repr(value),
|
|
info,
|
|
)
|
|
s += '-' * 70
|
|
s += "\n%s" % traceback.format_exc()
|
|
s = "\n".join((" " * 4) + i for i in s.splitlines()) + "\n"
|
|
failures.append(s)
|
|
else:
|
|
if value not in (0, 0.0, [], None, '', {}):
|
|
assert value, value
|
|
if failures:
|
|
raise self.fail(''.join(failures))
|
|
|
|
def cmdline(self, ret, info):
|
|
self.assertIsInstance(ret, list)
|
|
for part in ret:
|
|
self.assertIsInstance(part, str)
|
|
|
|
def exe(self, ret, info):
|
|
self.assertIsInstance(ret, (str, unicode))
|
|
self.assertEqual(ret.strip(), ret)
|
|
if ret:
|
|
if WINDOWS and not ret.endswith('.exe'):
|
|
return # May be "Registry", "MemCompression", ...
|
|
assert os.path.isabs(ret), ret
|
|
# Note: os.stat() may return False even if the file is there
|
|
# hence we skip the test, see:
|
|
# http://stackoverflow.com/questions/3112546/os-path-exists-lies
|
|
if POSIX and os.path.isfile(ret):
|
|
if hasattr(os, 'access') and hasattr(os, "X_OK"):
|
|
# XXX: may fail on MACOS
|
|
try:
|
|
assert os.access(ret, os.X_OK)
|
|
except AssertionError:
|
|
if os.path.exists(ret) and not CI_TESTING:
|
|
raise
|
|
|
|
def pid(self, ret, info):
|
|
self.assertIsInstance(ret, int)
|
|
self.assertGreaterEqual(ret, 0)
|
|
|
|
def ppid(self, ret, info):
|
|
self.assertIsInstance(ret, (int, long))
|
|
self.assertGreaterEqual(ret, 0)
|
|
proc_info(ret)
|
|
|
|
def name(self, ret, info):
|
|
self.assertIsInstance(ret, (str, unicode))
|
|
if WINDOWS and not ret and is_win_secure_system_proc(info['pid']):
|
|
# https://github.com/giampaolo/psutil/issues/2338
|
|
return
|
|
# on AIX, "<exiting>" processes don't have names
|
|
if not AIX:
|
|
assert ret, repr(ret)
|
|
|
|
def create_time(self, ret, info):
|
|
self.assertIsInstance(ret, float)
|
|
try:
|
|
self.assertGreaterEqual(ret, 0)
|
|
except AssertionError:
|
|
# XXX
|
|
if OPENBSD and info['status'] == psutil.STATUS_ZOMBIE:
|
|
pass
|
|
else:
|
|
raise
|
|
# this can't be taken for granted on all platforms
|
|
# self.assertGreaterEqual(ret, psutil.boot_time())
|
|
# make sure returned value can be pretty printed
|
|
# with strftime
|
|
time.strftime("%Y %m %d %H:%M:%S", time.localtime(ret))
|
|
|
|
def uids(self, ret, info):
|
|
assert is_namedtuple(ret)
|
|
for uid in ret:
|
|
self.assertIsInstance(uid, int)
|
|
self.assertGreaterEqual(uid, 0)
|
|
|
|
def gids(self, ret, info):
|
|
assert is_namedtuple(ret)
|
|
# note: testing all gids as above seems not to be reliable for
|
|
# gid == 30 (nodoby); not sure why.
|
|
for gid in ret:
|
|
self.assertIsInstance(gid, int)
|
|
if not MACOS and not NETBSD:
|
|
self.assertGreaterEqual(gid, 0)
|
|
|
|
def username(self, ret, info):
|
|
self.assertIsInstance(ret, str)
|
|
self.assertEqual(ret.strip(), ret)
|
|
assert ret.strip()
|
|
|
|
def status(self, ret, info):
|
|
self.assertIsInstance(ret, str)
|
|
assert ret, ret
|
|
self.assertNotEqual(ret, '?') # XXX
|
|
self.assertIn(ret, VALID_PROC_STATUSES)
|
|
|
|
def io_counters(self, ret, info):
|
|
assert is_namedtuple(ret)
|
|
for field in ret:
|
|
self.assertIsInstance(field, (int, long))
|
|
if field != -1:
|
|
self.assertGreaterEqual(field, 0)
|
|
|
|
def ionice(self, ret, info):
|
|
if LINUX:
|
|
self.assertIsInstance(ret.ioclass, int)
|
|
self.assertIsInstance(ret.value, int)
|
|
self.assertGreaterEqual(ret.ioclass, 0)
|
|
self.assertGreaterEqual(ret.value, 0)
|
|
else: # Windows, Cygwin
|
|
choices = [
|
|
psutil.IOPRIO_VERYLOW,
|
|
psutil.IOPRIO_LOW,
|
|
psutil.IOPRIO_NORMAL,
|
|
psutil.IOPRIO_HIGH,
|
|
]
|
|
self.assertIsInstance(ret, int)
|
|
self.assertGreaterEqual(ret, 0)
|
|
self.assertIn(ret, choices)
|
|
|
|
def num_threads(self, ret, info):
|
|
self.assertIsInstance(ret, int)
|
|
if WINDOWS and ret == 0 and is_win_secure_system_proc(info['pid']):
|
|
# https://github.com/giampaolo/psutil/issues/2338
|
|
return
|
|
self.assertGreaterEqual(ret, 1)
|
|
|
|
def threads(self, ret, info):
|
|
self.assertIsInstance(ret, list)
|
|
for t in ret:
|
|
assert is_namedtuple(t)
|
|
self.assertGreaterEqual(t.id, 0)
|
|
self.assertGreaterEqual(t.user_time, 0)
|
|
self.assertGreaterEqual(t.system_time, 0)
|
|
for field in t:
|
|
self.assertIsInstance(field, (int, float))
|
|
|
|
def cpu_times(self, ret, info):
|
|
assert is_namedtuple(ret)
|
|
for n in ret:
|
|
self.assertIsInstance(n, float)
|
|
self.assertGreaterEqual(n, 0)
|
|
# TODO: check ntuple fields
|
|
|
|
def cpu_percent(self, ret, info):
|
|
self.assertIsInstance(ret, float)
|
|
assert 0.0 <= ret <= 100.0, ret
|
|
|
|
def cpu_num(self, ret, info):
|
|
self.assertIsInstance(ret, int)
|
|
if FREEBSD and ret == -1:
|
|
return
|
|
self.assertGreaterEqual(ret, 0)
|
|
if psutil.cpu_count() == 1:
|
|
self.assertEqual(ret, 0)
|
|
self.assertIn(ret, list(range(psutil.cpu_count())))
|
|
|
|
def memory_info(self, ret, info):
|
|
assert is_namedtuple(ret)
|
|
for value in ret:
|
|
self.assertIsInstance(value, (int, long))
|
|
self.assertGreaterEqual(value, 0)
|
|
if WINDOWS:
|
|
self.assertGreaterEqual(ret.peak_wset, ret.wset)
|
|
self.assertGreaterEqual(ret.peak_paged_pool, ret.paged_pool)
|
|
self.assertGreaterEqual(ret.peak_nonpaged_pool, ret.nonpaged_pool)
|
|
self.assertGreaterEqual(ret.peak_pagefile, ret.pagefile)
|
|
|
|
def memory_full_info(self, ret, info):
|
|
assert is_namedtuple(ret)
|
|
total = psutil.virtual_memory().total
|
|
for name in ret._fields:
|
|
value = getattr(ret, name)
|
|
self.assertIsInstance(value, (int, long))
|
|
self.assertGreaterEqual(value, 0, msg=(name, value))
|
|
if LINUX or OSX and name in ('vms', 'data'):
|
|
# On Linux there are processes (e.g. 'goa-daemon') whose
|
|
# VMS is incredibly high for some reason.
|
|
continue
|
|
self.assertLessEqual(value, total, msg=(name, value, total))
|
|
|
|
if LINUX:
|
|
self.assertGreaterEqual(ret.pss, ret.uss)
|
|
|
|
def open_files(self, ret, info):
|
|
self.assertIsInstance(ret, list)
|
|
for f in ret:
|
|
self.assertIsInstance(f.fd, int)
|
|
self.assertIsInstance(f.path, str)
|
|
self.assertEqual(f.path.strip(), f.path)
|
|
if WINDOWS:
|
|
self.assertEqual(f.fd, -1)
|
|
elif LINUX:
|
|
self.assertIsInstance(f.position, int)
|
|
self.assertIsInstance(f.mode, str)
|
|
self.assertIsInstance(f.flags, int)
|
|
self.assertGreaterEqual(f.position, 0)
|
|
self.assertIn(f.mode, ('r', 'w', 'a', 'r+', 'a+'))
|
|
self.assertGreater(f.flags, 0)
|
|
elif BSD and not f.path:
|
|
# XXX see: https://github.com/giampaolo/psutil/issues/595
|
|
continue
|
|
assert os.path.isabs(f.path), f
|
|
try:
|
|
st = os.stat(f.path)
|
|
except FileNotFoundError:
|
|
pass
|
|
else:
|
|
assert stat.S_ISREG(st.st_mode), f
|
|
|
|
def num_fds(self, ret, info):
|
|
self.assertIsInstance(ret, int)
|
|
self.assertGreaterEqual(ret, 0)
|
|
|
|
def connections(self, ret, info):
|
|
with create_sockets():
|
|
self.assertEqual(len(ret), len(set(ret)))
|
|
for conn in ret:
|
|
assert is_namedtuple(conn)
|
|
check_connection_ntuple(conn)
|
|
|
|
def cwd(self, ret, info):
|
|
self.assertIsInstance(ret, (str, unicode))
|
|
self.assertEqual(ret.strip(), ret)
|
|
if ret:
|
|
assert os.path.isabs(ret), ret
|
|
try:
|
|
st = os.stat(ret)
|
|
except OSError as err:
|
|
if WINDOWS and psutil._psplatform.is_permission_err(err):
|
|
pass
|
|
# directory has been removed in mean time
|
|
elif err.errno != errno.ENOENT:
|
|
raise
|
|
else:
|
|
assert stat.S_ISDIR(st.st_mode)
|
|
|
|
def memory_percent(self, ret, info):
|
|
self.assertIsInstance(ret, float)
|
|
assert 0 <= ret <= 100, ret
|
|
|
|
def is_running(self, ret, info):
|
|
self.assertIsInstance(ret, bool)
|
|
|
|
def cpu_affinity(self, ret, info):
|
|
self.assertIsInstance(ret, list)
|
|
self.assertNotEqual(ret, [])
|
|
cpus = list(range(psutil.cpu_count()))
|
|
for n in ret:
|
|
self.assertIsInstance(n, int)
|
|
self.assertIn(n, cpus)
|
|
|
|
def terminal(self, ret, info):
|
|
self.assertIsInstance(ret, (str, type(None)))
|
|
if ret is not None:
|
|
assert os.path.isabs(ret), ret
|
|
assert os.path.exists(ret), ret
|
|
|
|
def memory_maps(self, ret, info):
|
|
for nt in ret:
|
|
self.assertIsInstance(nt.addr, str)
|
|
self.assertIsInstance(nt.perms, str)
|
|
self.assertIsInstance(nt.path, str)
|
|
for fname in nt._fields:
|
|
value = getattr(nt, fname)
|
|
if fname == 'path':
|
|
if not value.startswith(("[", "anon_inode:")):
|
|
assert os.path.isabs(nt.path), nt.path
|
|
# commented as on Linux we might get
|
|
# '/foo/bar (deleted)'
|
|
# assert os.path.exists(nt.path), nt.path
|
|
elif fname == 'addr':
|
|
assert value, repr(value)
|
|
elif fname == 'perms':
|
|
if not WINDOWS:
|
|
assert value, repr(value)
|
|
else:
|
|
self.assertIsInstance(value, (int, long))
|
|
self.assertGreaterEqual(value, 0)
|
|
|
|
def num_handles(self, ret, info):
|
|
self.assertIsInstance(ret, int)
|
|
self.assertGreaterEqual(ret, 0)
|
|
|
|
def nice(self, ret, info):
|
|
self.assertIsInstance(ret, int)
|
|
if POSIX:
|
|
assert -20 <= ret <= 20, ret
|
|
else:
|
|
priorities = [
|
|
getattr(psutil, x)
|
|
for x in dir(psutil)
|
|
if x.endswith('_PRIORITY_CLASS')
|
|
]
|
|
self.assertIn(ret, priorities)
|
|
if PY3:
|
|
self.assertIsInstance(ret, enum.IntEnum)
|
|
else:
|
|
self.assertIsInstance(ret, int)
|
|
|
|
def num_ctx_switches(self, ret, info):
|
|
assert is_namedtuple(ret)
|
|
for value in ret:
|
|
self.assertIsInstance(value, (int, long))
|
|
self.assertGreaterEqual(value, 0)
|
|
|
|
def rlimit(self, ret, info):
|
|
self.assertIsInstance(ret, tuple)
|
|
self.assertEqual(len(ret), 2)
|
|
self.assertGreaterEqual(ret[0], -1)
|
|
self.assertGreaterEqual(ret[1], -1)
|
|
|
|
def environ(self, ret, info):
|
|
self.assertIsInstance(ret, dict)
|
|
for k, v in ret.items():
|
|
self.assertIsInstance(k, str)
|
|
self.assertIsInstance(v, str)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
from psutil.tests.runner import run_from_name
|
|
|
|
run_from_name(__file__)
|