<filename>UtilsRL/exp/_device.py
import os
import torch
from typing import Union, Optional

def select_device(id: Optional[Union[str, int, torch.device]] = None) -> torch.device:
    """Selects the device according to given ID.
    
    :param id: ID of the device to select, its value can be 
    
        - `None`: select the most free gpu (if cuda is available) or cpu (otherwise).
        - `str`: if `"cpu"`, then cpu will be selected; if `"x"` or `"cuda:x"`, then the `x`-th gpu will be selected. 
        - int: equals to `"x"`.
        - :class:``~torch.device``, then select that device. 
    """
    
    if isinstance(id, torch.device):
        return id
    if not torch.cuda.is_available() or id == "cpu":
        return torch.device("cpu")
    if id is None:
        return torch.device("cuda:{}".format(select_free_cuda()))
    try:
        id = int(id)
    except ValueError:
        try:
            id = int(id.split(":")[-1])
        except Exception:
            raise ValueError("Invalid cuda ID format: {}".format(id))
    
    if id < 0:
        return torch.device("cpu")
    else:
        ret =  torch.device(f"cuda:{id}")
        return ret

def select_free_cuda():
    def get_volume(t):
        return np.asarray([int(i.split()[2]) for i in t])

    try: 
        import numpy as np
        cmd1 = os.popen("nvidia-smi -q -d Memory | grep -A4 GPU | grep Total")
        total = cmd1.readlines()
        cmd1.close()
        
        cmd2 = os.popen("nvidia-smi -q -d Memory | grep -A4 GPU | grep Reserved")
        reserved = cmd2.readlines()
        cmd2.close()
        
        cmd3 = os.popen("nvidia-smi -q -d Memory | grep -A4 GPU | grep Used")
        used = cmd3.readlines()
        cmd3.close()
        
        def get_volume(t):
            return np.asarray([int(i.split()[2]) for i in t])
        
        total, used, reserved = get_volume(total), get_volume(used), get_volume(reserved)
        return torch.device("cuda:"+str(np.argmax(total-used-reserved)))
    except Exception as e:
        cmd4 = os.popen("nvidia-smi -q -d Memory | grep -A4 GPU | grep Free")
        free = cmd4.readlines()
        cmd4.close()
        
        free = get_volume(free)
        return torch.device("cuda:"+str(np.argmax(free)))
        
    
<filename>UtilsRL/exp/_device.py
import os
import torch
from typing import Union, Optional

def select_device(id: Optional[Union[str, int, torch.device]] = None) -> torch.device:
    """Selects the device according to given ID.
    
    :param id: ID of the device to select, its value can be 
    
        - `None`: select the most free gpu (if cuda is available) or cpu (otherwise).
        - `str`: if `"cpu"`, then cpu will be selected; if `"x"` or `"cuda:x"`, then the `x`-th gpu will be selected. 
        - int: equals to `"x"`.
        - :class:``~torch.device``, then select that device. 
    """
    
    if isinstance(id, torch.device):
        return id
    if not torch.cuda.is_available() or id == "cpu":
        return torch.device("cpu")
    if id is None:
        return torch.device("cuda:{}".format(select_free_cuda()))
    try:
        id = int(id)
    except ValueError:
        try:
            id = int(id.split(":")[-1])
        except Exception:
            raise ValueError("Invalid cuda ID format: {}".format(id))
    
    if id < 0:
        return torch.device("cpu")
    else:
        ret =  torch.device(f"cuda:{id}")
        return ret

def select_free_cuda():
    def get_volume(t):
        return np.asarray([int(i.split()[2]) for i in t])

    try: 
        import numpy as np
        cmd1 = os.popen("nvidia-smi -q -d Memory | grep -A4 GPU | grep Total")
        total = cmd1.readlines()
        cmd1.close()
        
        cmd2 = os.popen("nvidia-smi -q -d Memory | grep -A4 GPU | grep Reserved")
        reserved = cmd2.readlines()
        cmd2.close()
        
        cmd3 = os.popen("nvidia-smi -q -d Memory | grep -A4 GPU | grep Used")
        used = cmd3.readlines()
        cmd3.close()
        
        def get_volume(t):
            return np.asarray([int(i.split()[2]) for i in t])
        
        total, used, reserved = get_volume(total), get_volume(used), get_volume(reserved)
        return torch.device("cuda:"+str(np.argmax(total-used-reserved)))
    except Exception as e:
        cmd4 = os.popen("nvidia-smi -q -d Memory | grep -A4 GPU | grep Free")
        free = cmd4.readlines()
        cmd4.close()
        
        free = get_volume(free)
        return torch.device("cuda:"+str(np.argmax(free)))
        
    
Selects the device according to given ID.          :param id: ID of the device to select, its value can be               - `None`: select the most free gpu (if cuda is available) or cpu (otherwise).         - `str`: if `"cpu"`, then cpu will be selected; if `"x"` or `"cuda:x"`, then the `x`-th gpu will be selected.          - int: equals to `"x"`.         - :class:``~torch.device``, then select that device.