Upload utils.py with huggingface_hub
Browse files
    	
        utils.py
    CHANGED
    
    | @@ -1,20 +1,10 @@ | |
| 1 | 
            -
            from typing import Dict, Any
         | 
| 2 | 
             
            from queue import Queue
         | 
|  | |
| 3 |  | 
| 4 |  | 
| 5 | 
            -
            def is_done(query):
         | 
| 6 | 
            -
                return query is None or len(query) == 0 or query == '/'
         | 
| 7 | 
            -
             | 
| 8 | 
            -
             | 
| 9 | 
            -
            def is_wildcard(query):
         | 
| 10 | 
            -
                return query == '*'
         | 
| 11 | 
            -
             | 
| 12 | 
            -
             | 
| 13 | 
            -
            def is_int(query):
         | 
| 14 | 
            -
                return query.isdigit()
         | 
| 15 | 
            -
             | 
| 16 | 
             
            class Singleton(type):
         | 
| 17 | 
             
                _instances = {}
         | 
|  | |
| 18 | 
             
                def __call__(cls, *args, **kwargs):
         | 
| 19 | 
             
                    if cls not in cls._instances:
         | 
| 20 | 
             
                        cls._instances[cls] = super(Singleton, cls).__call__(*args, **kwargs)
         | 
| @@ -29,45 +19,5 @@ def flatten_dict(d: Dict[str, Any], parent_key: str = "", sep: str = "_") -> Dic | |
| 29 | 
             
                        items.extend(flatten_dict(v, new_key, sep=sep).items())
         | 
| 30 | 
             
                    else:
         | 
| 31 | 
             
                        items.append((new_key, v))
         | 
| 32 | 
            -
                return dict(items)
         | 
| 33 | 
            -
             | 
| 34 | 
            -
             | 
| 35 | 
            -
            def dict_query(dic, query_path):
         | 
| 36 | 
            -
                results = []
         | 
| 37 | 
            -
                tasks = Queue()
         | 
| 38 | 
            -
             | 
| 39 | 
            -
                tasks.put((dic, query_path, ''))
         | 
| 40 | 
            -
             | 
| 41 | 
            -
                while not tasks.empty():
         | 
| 42 |  | 
| 43 | 
            -
             | 
| 44 | 
            -
             | 
| 45 | 
            -
                    if is_done(q):
         | 
| 46 | 
            -
                        results.append(d)
         | 
| 47 | 
            -
                    else:
         | 
| 48 | 
            -
             | 
| 49 | 
            -
                        parts = q.split('/', maxsplit=1)
         | 
| 50 | 
            -
             | 
| 51 | 
            -
                        current = parts[0]
         | 
| 52 | 
            -
                        nexts = parts[1] if len(parts) > 1 else None
         | 
| 53 | 
            -
             | 
| 54 | 
            -
                        if is_wildcard(current):
         | 
| 55 | 
            -
                            assert isinstance(d, list), f'cannot query wildcard "*" on non-list object: {d} (in path: {p})'
         | 
| 56 | 
            -
                            for item in d:
         | 
| 57 | 
            -
                                tasks.put((item, nexts, p + f'/{item}'))
         | 
| 58 | 
            -
             | 
| 59 | 
            -
                        elif is_int(current):
         | 
| 60 | 
            -
                            assert isinstance(d, list), f'cannot query integer "{current}" on non-list object: {d} (in path: {p})'
         | 
| 61 | 
            -
                            tasks.put((d[int(current)], nexts, p + f'/{current}'))
         | 
| 62 | 
            -
             | 
| 63 | 
            -
                        elif not isinstance(d, dict):
         | 
| 64 | 
            -
                            raise ValueError(f'cannot query "{current}" on non-dict object: {d} (in path: {p})')
         | 
| 65 | 
            -
                        else:
         | 
| 66 | 
            -
                            if current not in d:
         | 
| 67 | 
            -
                                raise ValueError(f'"{current}" not in dict object: {d} (in path: {p})')
         | 
| 68 | 
            -
                            tasks.put((d[current], nexts, p + f'/{current}'))
         | 
| 69 | 
            -
             | 
| 70 | 
            -
                if len(results) == 0:
         | 
| 71 | 
            -
                    raise ValueError(f'query "{query_path}" did not match any item in dict: {dic}')
         | 
| 72 | 
            -
             | 
| 73 | 
            -
                return results if len(results) > 1 else results[0]
         | 
|  | |
|  | |
| 1 | 
             
            from queue import Queue
         | 
| 2 | 
            +
            from typing import Any, Dict
         | 
| 3 |  | 
| 4 |  | 
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
| 5 | 
             
            class Singleton(type):
         | 
| 6 | 
             
                _instances = {}
         | 
| 7 | 
            +
             | 
| 8 | 
             
                def __call__(cls, *args, **kwargs):
         | 
| 9 | 
             
                    if cls not in cls._instances:
         | 
| 10 | 
             
                        cls._instances[cls] = super(Singleton, cls).__call__(*args, **kwargs)
         | 
|  | |
| 19 | 
             
                        items.extend(flatten_dict(v, new_key, sep=sep).items())
         | 
| 20 | 
             
                    else:
         | 
| 21 | 
             
                        items.append((new_key, v))
         | 
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
| 22 |  | 
| 23 | 
            +
                return dict(items)
         | 
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 

