Buckets:
MisterAI/LocalAI_Demo_backends / cpu-diffusers.upgrade-tmp /venv /lib /python3.10 /site-packages /psutil /_psaix.py
| # Copyright (c) 2009, Giampaolo Rodola' | |
| # Copyright (c) 2017, Arnon Yaari | |
| # All rights reserved. | |
| # Use of this source code is governed by a BSD-style license that can be | |
| # found in the LICENSE file. | |
| """AIX platform implementation.""" | |
| import functools | |
| import glob | |
| import os | |
| import re | |
| import subprocess | |
| import sys | |
| from . import _common | |
| from . import _ntuples as ntp | |
| from . import _psposix | |
| from . import _psutil_aix as cext | |
| from ._common import NIC_DUPLEX_FULL | |
| from ._common import NIC_DUPLEX_HALF | |
| from ._common import NIC_DUPLEX_UNKNOWN | |
| from ._common import AccessDenied | |
| from ._common import NoSuchProcess | |
| from ._common import ZombieProcess | |
| from ._common import conn_to_ntuple | |
| from ._common import get_procfs_path | |
| from ._common import memoize_when_activated | |
| from ._common import usage_percent | |
| __extra__all__ = ["PROCFS_PATH"] | |
| # ===================================================================== | |
| # --- globals | |
| # ===================================================================== | |
| HAS_THREADS = hasattr(cext, "proc_threads") | |
| HAS_NET_IO_COUNTERS = hasattr(cext, "net_io_counters") | |
| HAS_PROC_IO_COUNTERS = hasattr(cext, "proc_io_counters") | |
| PAGE_SIZE = cext.getpagesize() | |
| AF_LINK = cext.AF_LINK | |
| PROC_STATUSES = { | |
| cext.SIDL: _common.STATUS_IDLE, | |
| cext.SZOMB: _common.STATUS_ZOMBIE, | |
| cext.SACTIVE: _common.STATUS_RUNNING, | |
| cext.SSWAP: _common.STATUS_RUNNING, # TODO what status is this? | |
| cext.SSTOP: _common.STATUS_STOPPED, | |
| } | |
| TCP_STATUSES = { | |
| cext.TCPS_ESTABLISHED: _common.CONN_ESTABLISHED, | |
| cext.TCPS_SYN_SENT: _common.CONN_SYN_SENT, | |
| cext.TCPS_SYN_RCVD: _common.CONN_SYN_RECV, | |
| cext.TCPS_FIN_WAIT_1: _common.CONN_FIN_WAIT1, | |
| cext.TCPS_FIN_WAIT_2: _common.CONN_FIN_WAIT2, | |
| cext.TCPS_TIME_WAIT: _common.CONN_TIME_WAIT, | |
| cext.TCPS_CLOSED: _common.CONN_CLOSE, | |
| cext.TCPS_CLOSE_WAIT: _common.CONN_CLOSE_WAIT, | |
| cext.TCPS_LAST_ACK: _common.CONN_LAST_ACK, | |
| cext.TCPS_LISTEN: _common.CONN_LISTEN, | |
| cext.TCPS_CLOSING: _common.CONN_CLOSING, | |
| cext.PSUTIL_CONN_NONE: _common.CONN_NONE, | |
| } | |
| proc_info_map = dict( | |
| ppid=0, | |
| rss=1, | |
| vms=2, | |
| create_time=3, | |
| nice=4, | |
| num_threads=5, | |
| status=6, | |
| ttynr=7, | |
| ) | |
| # ===================================================================== | |
| # --- memory | |
| # ===================================================================== | |
| def virtual_memory(): | |
| total, avail, free, _pinned, inuse = cext.virtual_mem() | |
| percent = usage_percent((total - avail), total, round_=1) | |
| return ntp.svmem(total, avail, percent, inuse, free) | |
| def swap_memory(): | |
| """Swap system memory as a (total, used, free, sin, sout) tuple.""" | |
| total, free, sin, sout = cext.swap_mem() | |
| used = total - free | |
| percent = usage_percent(used, total, round_=1) | |
| return ntp.sswap(total, used, free, percent, sin, sout) | |
| # ===================================================================== | |
| # --- CPU | |
| # ===================================================================== | |
| def cpu_times(): | |
| """Return system-wide CPU times as a named tuple.""" | |
| ret = cext.per_cpu_times() | |
| return ntp.scputimes(*[sum(x) for x in zip(*ret)]) | |
| def per_cpu_times(): | |
| """Return system per-CPU times as a list of named tuples.""" | |
| ret = cext.per_cpu_times() | |
| return [ntp.scputimes(*x) for x in ret] | |
| def cpu_count_logical(): | |
| """Return the number of logical CPUs in the system.""" | |
| try: | |
| return os.sysconf("SC_NPROCESSORS_ONLN") | |
| except ValueError: | |
| # mimic os.cpu_count() behavior | |
| return None | |
| def cpu_count_cores(): | |
| cmd = ["lsdev", "-Cc", "processor"] | |
| p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE) | |
| stdout, stderr = p.communicate() | |
| stdout, stderr = (x.decode(sys.stdout.encoding) for x in (stdout, stderr)) | |
| if p.returncode != 0: | |
| msg = f"{cmd!r} command error\n{stderr}" | |
| raise RuntimeError(msg) | |
| processors = stdout.strip().splitlines() | |
| return len(processors) or None | |
| def cpu_stats(): | |
| """Return various CPU stats as a named tuple.""" | |
| ctx_switches, interrupts, soft_interrupts, syscalls = cext.cpu_stats() | |
| return ntp.scpustats(ctx_switches, interrupts, soft_interrupts, syscalls) | |
| # ===================================================================== | |
| # --- disks | |
| # ===================================================================== | |
| disk_io_counters = cext.disk_io_counters | |
| disk_usage = _psposix.disk_usage | |
| def disk_partitions(all=False): | |
| """Return system disk partitions.""" | |
| # TODO - the filtering logic should be better checked so that | |
| # it tries to reflect 'df' as much as possible | |
| retlist = [] | |
| partitions = cext.disk_partitions() | |
| for partition in partitions: | |
| device, mountpoint, fstype, opts = partition | |
| if device == 'none': | |
| device = '' | |
| if not all: | |
| # Differently from, say, Linux, we don't have a list of | |
| # common fs types so the best we can do, AFAIK, is to | |
| # filter by filesystem having a total size > 0. | |
| if not disk_usage(mountpoint).total: | |
| continue | |
| ntuple = ntp.sdiskpart(device, mountpoint, fstype, opts) | |
| retlist.append(ntuple) | |
| return retlist | |
| # ===================================================================== | |
| # --- network | |
| # ===================================================================== | |
| net_if_addrs = cext.net_if_addrs | |
| if HAS_NET_IO_COUNTERS: | |
| net_io_counters = cext.net_io_counters | |
| def net_connections(kind, _pid=-1): | |
| """Return socket connections. If pid == -1 return system-wide | |
| connections (as opposed to connections opened by one process only). | |
| """ | |
| families, types = _common.conn_tmap[kind] | |
| rawlist = cext.net_connections(_pid) | |
| ret = [] | |
| for item in rawlist: | |
| fd, fam, type_, laddr, raddr, status, pid = item | |
| if fam not in families: | |
| continue | |
| if type_ not in types: | |
| continue | |
| nt = conn_to_ntuple( | |
| fd, | |
| fam, | |
| type_, | |
| laddr, | |
| raddr, | |
| status, | |
| TCP_STATUSES, | |
| pid=pid if _pid == -1 else None, | |
| ) | |
| ret.append(nt) | |
| return ret | |
| def net_if_stats(): | |
| """Get NIC stats (isup, duplex, speed, mtu).""" | |
| duplex_map = {"Full": NIC_DUPLEX_FULL, "Half": NIC_DUPLEX_HALF} | |
| names = {x[0] for x in net_if_addrs()} | |
| ret = {} | |
| for name in names: | |
| mtu = cext.net_if_mtu(name) | |
| flags = cext.net_if_flags(name) | |
| # try to get speed and duplex | |
| # TODO: rewrite this in C (entstat forks, so use truss -f to follow. | |
| # looks like it is using an undocumented ioctl?) | |
| duplex = "" | |
| speed = 0 | |
| p = subprocess.Popen( | |
| ["/usr/bin/entstat", "-d", name], | |
| stdout=subprocess.PIPE, | |
| stderr=subprocess.PIPE, | |
| ) | |
| stdout, stderr = p.communicate() | |
| stdout, stderr = ( | |
| x.decode(sys.stdout.encoding) for x in (stdout, stderr) | |
| ) | |
| if p.returncode == 0: | |
| re_result = re.search( | |
| r"Running: (\d+) Mbps.*?(\w+) Duplex", stdout | |
| ) | |
| if re_result is not None: | |
| speed = int(re_result.group(1)) | |
| duplex = re_result.group(2) | |
| output_flags = ','.join(flags) | |
| isup = 'running' in flags | |
| duplex = duplex_map.get(duplex, NIC_DUPLEX_UNKNOWN) | |
| ret[name] = ntp.snicstats(isup, duplex, speed, mtu, output_flags) | |
| return ret | |
| # ===================================================================== | |
| # --- other system functions | |
| # ===================================================================== | |
| def boot_time(): | |
| """The system boot time expressed in seconds since the epoch.""" | |
| return cext.boot_time() | |
| def users(): | |
| """Return currently connected users as a list of namedtuples.""" | |
| retlist = [] | |
| rawlist = cext.users() | |
| localhost = (':0.0', ':0') | |
| for item in rawlist: | |
| user, tty, hostname, tstamp, user_process, pid = item | |
| # note: the underlying C function includes entries about | |
| # system boot, run level and others. We might want | |
| # to use them in the future. | |
| if not user_process: | |
| continue | |
| if hostname in localhost: | |
| hostname = 'localhost' | |
| nt = ntp.suser(user, tty, hostname, tstamp, pid) | |
| retlist.append(nt) | |
| return retlist | |
| # ===================================================================== | |
| # --- processes | |
| # ===================================================================== | |
| def pids(): | |
| """Returns a list of PIDs currently running on the system.""" | |
| return [int(x) for x in os.listdir(get_procfs_path()) if x.isdigit()] | |
| def pid_exists(pid): | |
| """Check for the existence of a unix pid.""" | |
| return os.path.exists(os.path.join(get_procfs_path(), str(pid), "psinfo")) | |
| def wrap_exceptions(fun): | |
| """Call callable into a try/except clause and translate ENOENT, | |
| EACCES and EPERM in NoSuchProcess or AccessDenied exceptions. | |
| """ | |
| def wrapper(self, *args, **kwargs): | |
| pid, ppid, name = self.pid, self._ppid, self._name | |
| try: | |
| return fun(self, *args, **kwargs) | |
| except (FileNotFoundError, ProcessLookupError) as err: | |
| # ENOENT (no such file or directory) gets raised on open(). | |
| # ESRCH (no such process) can get raised on read() if | |
| # process is gone in meantime. | |
| if not pid_exists(pid): | |
| raise NoSuchProcess(pid, name) from err | |
| raise ZombieProcess(pid, name, ppid) from err | |
| except PermissionError as err: | |
| raise AccessDenied(pid, name) from err | |
| return wrapper | |
| class Process: | |
| """Wrapper class around underlying C implementation.""" | |
| __slots__ = ["_cache", "_name", "_ppid", "_procfs_path", "pid"] | |
| def __init__(self, pid): | |
| self.pid = pid | |
| self._name = None | |
| self._ppid = None | |
| self._procfs_path = get_procfs_path() | |
| def oneshot_enter(self): | |
| self._proc_basic_info.cache_activate(self) | |
| self._proc_cred.cache_activate(self) | |
| def oneshot_exit(self): | |
| self._proc_basic_info.cache_deactivate(self) | |
| self._proc_cred.cache_deactivate(self) | |
| def _proc_basic_info(self): | |
| return cext.proc_basic_info(self.pid, self._procfs_path) | |
| def _proc_cred(self): | |
| return cext.proc_cred(self.pid, self._procfs_path) | |
| def name(self): | |
| if self.pid == 0: | |
| return "swapper" | |
| # note: max 16 characters | |
| return cext.proc_name(self.pid, self._procfs_path).rstrip("\x00") | |
| def exe(self): | |
| # there is no way to get executable path in AIX other than to guess, | |
| # and guessing is more complex than what's in the wrapping class | |
| cmdline = self.cmdline() | |
| if not cmdline: | |
| return '' | |
| exe = cmdline[0] | |
| if os.path.sep in exe: | |
| # relative or absolute path | |
| if not os.path.isabs(exe): | |
| # if cwd has changed, we're out of luck - this may be wrong! | |
| exe = os.path.abspath(os.path.join(self.cwd(), exe)) | |
| if ( | |
| os.path.isabs(exe) | |
| and os.path.isfile(exe) | |
| and os.access(exe, os.X_OK) | |
| ): | |
| return exe | |
| # not found, move to search in PATH using basename only | |
| exe = os.path.basename(exe) | |
| # search for exe name PATH | |
| for path in os.environ["PATH"].split(":"): | |
| possible_exe = os.path.abspath(os.path.join(path, exe)) | |
| if os.path.isfile(possible_exe) and os.access( | |
| possible_exe, os.X_OK | |
| ): | |
| return possible_exe | |
| return '' | |
| def cmdline(self): | |
| return cext.proc_args(self.pid) | |
| def environ(self): | |
| return cext.proc_environ(self.pid) | |
| def create_time(self): | |
| return self._proc_basic_info()[proc_info_map['create_time']] | |
| def num_threads(self): | |
| return self._proc_basic_info()[proc_info_map['num_threads']] | |
| if HAS_THREADS: | |
| def threads(self): | |
| rawlist = cext.proc_threads(self.pid) | |
| retlist = [] | |
| for thread_id, utime, stime in rawlist: | |
| ntuple = ntp.pthread(thread_id, utime, stime) | |
| retlist.append(ntuple) | |
| # The underlying C implementation retrieves all OS threads | |
| # and filters them by PID. At this point we can't tell whether | |
| # an empty list means there were no connections for process or | |
| # process is no longer active so we force NSP in case the PID | |
| # is no longer there. | |
| if not retlist: | |
| # will raise NSP if process is gone | |
| os.stat(f"{self._procfs_path}/{self.pid}") | |
| return retlist | |
| def net_connections(self, kind='inet'): | |
| ret = net_connections(kind, _pid=self.pid) | |
| # The underlying C implementation retrieves all OS connections | |
| # and filters them by PID. At this point we can't tell whether | |
| # an empty list means there were no connections for process or | |
| # process is no longer active so we force NSP in case the PID | |
| # is no longer there. | |
| if not ret: | |
| # will raise NSP if process is gone | |
| os.stat(f"{self._procfs_path}/{self.pid}") | |
| return ret | |
| def nice_get(self): | |
| return cext.proc_priority_get(self.pid) | |
| def nice_set(self, value): | |
| return cext.proc_priority_set(self.pid, value) | |
| def ppid(self): | |
| self._ppid = self._proc_basic_info()[proc_info_map['ppid']] | |
| return self._ppid | |
| def uids(self): | |
| real, effective, saved, _, _, _ = self._proc_cred() | |
| return ntp.puids(real, effective, saved) | |
| def gids(self): | |
| _, _, _, real, effective, saved = self._proc_cred() | |
| return ntp.puids(real, effective, saved) | |
| def cpu_times(self): | |
| t = cext.proc_cpu_times(self.pid, self._procfs_path) | |
| return ntp.pcputimes(*t) | |
| def terminal(self): | |
| ttydev = self._proc_basic_info()[proc_info_map['ttynr']] | |
| # convert from 64-bit dev_t to 32-bit dev_t and then map the device | |
| ttydev = ((ttydev & 0x0000FFFF00000000) >> 16) | (ttydev & 0xFFFF) | |
| # try to match rdev of /dev/pts/* files ttydev | |
| for dev in glob.glob("/dev/**/*"): | |
| if os.stat(dev).st_rdev == ttydev: | |
| return dev | |
| return None | |
| def cwd(self): | |
| procfs_path = self._procfs_path | |
| try: | |
| result = os.readlink(f"{procfs_path}/{self.pid}/cwd") | |
| return result.rstrip('/') | |
| except FileNotFoundError: | |
| os.stat(f"{procfs_path}/{self.pid}") # raise NSP or AD | |
| return "" | |
| def memory_info(self): | |
| ret = self._proc_basic_info() | |
| rss = ret[proc_info_map['rss']] * 1024 | |
| vms = ret[proc_info_map['vms']] * 1024 | |
| return ntp.pmem(rss, vms) | |
| memory_full_info = memory_info | |
| def status(self): | |
| code = self._proc_basic_info()[proc_info_map['status']] | |
| # XXX is '?' legit? (we're not supposed to return it anyway) | |
| return PROC_STATUSES.get(code, '?') | |
| def open_files(self): | |
| # TODO rewrite without using procfiles (stat /proc/pid/fd/* and then | |
| # find matching name of the inode) | |
| p = subprocess.Popen( | |
| ["/usr/bin/procfiles", "-n", str(self.pid)], | |
| stdout=subprocess.PIPE, | |
| stderr=subprocess.PIPE, | |
| ) | |
| stdout, stderr = p.communicate() | |
| stdout, stderr = ( | |
| x.decode(sys.stdout.encoding) for x in (stdout, stderr) | |
| ) | |
| if "no such process" in stderr.lower(): | |
| raise NoSuchProcess(self.pid, self._name) | |
| procfiles = re.findall(r"(\d+): S_IFREG.*name:(.*)\n", stdout) | |
| retlist = [] | |
| for fd, path in procfiles: | |
| path = path.strip() | |
| if path.startswith("//"): | |
| path = path[1:] | |
| if path.lower() == "cannot be retrieved": | |
| continue | |
| retlist.append(ntp.popenfile(path, int(fd))) | |
| return retlist | |
| def num_fds(self): | |
| if self.pid == 0: # no /proc/0/fd | |
| return 0 | |
| return len(os.listdir(f"{self._procfs_path}/{self.pid}/fd")) | |
| def num_ctx_switches(self): | |
| return ntp.pctxsw(*cext.proc_num_ctx_switches(self.pid)) | |
| def wait(self, timeout=None): | |
| return _psposix.wait_pid(self.pid, timeout) | |
| if HAS_PROC_IO_COUNTERS: | |
| def io_counters(self): | |
| try: | |
| rc, wc, rb, wb = cext.proc_io_counters(self.pid) | |
| except OSError as err: | |
| # if process is terminated, proc_io_counters returns OSError | |
| # instead of NSP | |
| if not pid_exists(self.pid): | |
| raise NoSuchProcess(self.pid, self._name) from err | |
| raise | |
| return ntp.pio(rc, wc, rb, wb) | |
Xet Storage Details
- Size:
- 17.6 kB
- Xet hash:
- 5c805e3026541a11d65ce0e6c242135d92943857a4456a45ffadb3d625a4b590
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.