✨ add support for docker by a new configuration item redirect

gpuutil/gpuutil.py

@@ -10,6 +10,13 @@ import platform
 
 osname = platform.system()
 
+def loadfile(path):
+    with open(path, 'r', encoding='utf-8') as f:
+        return f.read()
+
+def exe_cmd(command):
+    pipe = os.popen(command)
+    return pipe.read()
 
 def xml2dict(node):
     node_dict = {}
@@ -25,10 +32,8 @@ def xml2dict(node):
             node_dict[child.tag].append(xml2dict(child))
     return node_dict
 
-def parse_nvsmi_info(command='nvidia-smi -q -x'):
+def parse_nvsmi_info(nvsmixml):
-    pipe = os.popen(command)
+    tree = ET.fromstring(nvsmixml)
-    xml = pipe.read()
-    tree = ET.fromstring(xml)
     return xml2dict(tree)
 
 def parse_gpu_info(stat):
@@ -168,6 +173,39 @@ def get_basic_process_info_windows():
         }
     return processes
 
+def get_basic_process_info_by_file(filepath, col_name_trans=None):
+    # suppose cmd is always at the last, and the previous lines have no space.
+    content = loadfile(filepath)
+    lines = content.split('\n')
+    header = lines[0].split(' ')
+    header = [w.strip() for w in header]
+    header = [w for w in header if w != '']
+    interested = {
+        'user': None,
+        'pid': None,
+        'cmd': None
+    }
+    if col_name_trans is None:
+        col_name_trans = {'command': 'cmd'}
+    for i, word in enumerate(header):
+        word = word.lower()
+        if word in col_name_trans:
+            word = col_name_trans[word]
+        if word in interested:
+            interested[word] = i
+    processes = {}
+    for line in lines[1:]:
+        words = line.split(' ')
+        pid = words[interested['pid']]
+        user = words[interested['user']]
+        cmd = ' '.join(words[interested['cmd']:])
+        processes[pid] = {
+            "user": user,
+            "command": cmd
+        }
+    return processes
+
+
 def draw_table(table, rowsty=None, colsty=None, colsz = None):
     def justify(s, align, width):
         if align == 'c':
@@ -267,13 +305,38 @@ class GPUStat():
         self.cuda_version = ''
         self.attached_gpus = ''
         self.driver_version = ''
+        self.nvsmi_source = None
+        self.ps_source = None
+        self.ps_name_trans = None
+        self.load_configure()
+    def load_configure(self):
+        configuration_path = os.path.expanduser('~/.gpuutil.conf')
+        if not os.path.exists(configuration_path):
+            os.system('touch {0}'.format(configuration_path))
+        else:
+            with open(configuration_path, 'r', encoding='utf-8') as f:
+                configuration = json.load(f)
+                if 'redirect' in configuration:
+                    if 'nvsmi_src' in configuration['redirect']:
+                        self.nvsmi_source = configuration['redirect']['nvsmi_src']
+                    if 'ps_src' in configuration['redirect']:
+                        self.ps_source = configuration['redirect']['ps_src']
+                    if 'ps_name_trans' in configuration['redirect']:
+                        self.ps_name_trans = configuration['redirect']['ps_name_trans']
+
+            
     def get_process_info(self):
+        if self.ps_source is not None:
+            return get_basic_process_info_by_file(self.ps_source, self.ps_name_trans)
         if osname == 'Windows':
             return get_basic_process_info_windows()
         elif osname == 'Linux':
             return get_basic_process_info_linux()
     def parse(self):
-        self.raw_info = parse_nvsmi_info('nvidia-smi -q -x')
+        if self.nvsmi_source is None:
+            self.raw_info = parse_nvsmi_info(exe_cmd('nvidia-smi -q -x'))
+        else:
+            self.raw_info = parse_nvsmi_info(loadfile(self.nvsmi_source))
         self.detailed_info = {}
         for key, value in self.raw_info.items():
             if key != 'gpu':

gpuutil/set_redirect.py

@@ -0,0 +1,44 @@
+import argparse
+import os
+import json
+
+availabel_name_trans = ['cmd', 'user', 'pid']
+
+parser = argparse.ArgumentParser()
+parser.add_argument('--nvsmi', '-nv', default=None, type=str, help='a file indicates real nvidia-smi -q -x output.')
+parser.add_argument('--ps', '-ps', default=None, type=str, help='a file indicates real ps-like output.')
+parser.add_argument('--ps_name_trans', '-pst', default=None, type=str, help='a dict of name trans, \
+                                                                            format: name1=buildin,name2=buildin, \
+                                                                            buildin can be choosen from {0}'.format(','.join(availabel_name_trans)))
+
+args = parser.parse_args()
+
+# lets chech the pst.
+parsed_name_trans = {}
+name_trans = args.ps_name_trans
+if name_trans is not None:
+    name_trans = name_trans.split(',')
+    name_trans = [t.strip() for t in name_trans]
+    name_trans = [t for t in name_trans if t!='']
+    for item in name_trans:
+        item = item.split('=', maxsplit=1)
+        if len(item) != 2:
+            raise ValueError('there must be a = in nametrans')
+        key, value = item
+        if value not in avaliable_name_trans:
+            raise ValueError('given buildin name {0} do not exist, avaliable: {1}'.format(value, ','.join(availabel_name_trans)))
+        parsed_name_trans[key] = value
+
+config_file = os.path.expanduser('~/.gpuutil.conf')
+configuration = {}
+if os.path.isfile(config_file):
+    with open(config_file, 'r', encoding='utf-8') as f:
+        configuration = json.load(f)
+configuration['redirect'] = {
+    "nvsmi_src": args.nvsmi,
+    "ps_src": args.ps,
+    "ps_name_trans": parsed_name_trans
+}
+
+with open(config_file, 'w+', encoding='utf-8') as f:
+    f.write(json.dumps(configuration, ensure_ascii=False, indent=4))

setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name = 'gpuutil',
-    version = '0.0.3',
+    version = '0.0.4',
     keywords='gpu utils',
     description = 'A tool for observing gpu stat and auto set visible gpu in python code.',
     license = 'MIT License',