|
|
|
|
|
|
|
try: |
|
from requests import JSONDecodeError |
|
except ImportError: |
|
try: |
|
from simplejson import JSONDecodeError |
|
except ImportError: |
|
from json import JSONDecodeError |
|
import contextlib |
|
import os |
|
import shutil |
|
import stat |
|
import tempfile |
|
from functools import partial |
|
from pathlib import Path |
|
from typing import Callable, Generator, Optional, Union |
|
|
|
import yaml |
|
from filelock import BaseFileLock, FileLock, Timeout |
|
|
|
from .. import constants |
|
from . import logging |
|
|
|
|
|
logger = logging.get_logger(__name__) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
yaml_dump: Callable[..., str] = partial(yaml.dump, stream=None, allow_unicode=True) |
|
|
|
|
|
@contextlib.contextmanager |
|
def SoftTemporaryDirectory( |
|
suffix: Optional[str] = None, |
|
prefix: Optional[str] = None, |
|
dir: Optional[Union[Path, str]] = None, |
|
**kwargs, |
|
) -> Generator[Path, None, None]: |
|
""" |
|
Context manager to create a temporary directory and safely delete it. |
|
|
|
If tmp directory cannot be deleted normally, we set the WRITE permission and retry. |
|
If cleanup still fails, we give up but don't raise an exception. This is equivalent |
|
to `tempfile.TemporaryDirectory(..., ignore_cleanup_errors=True)` introduced in |
|
Python 3.10. |
|
|
|
See https://www.scivision.dev/python-tempfile-permission-error-windows/. |
|
""" |
|
tmpdir = tempfile.TemporaryDirectory(prefix=prefix, suffix=suffix, dir=dir, **kwargs) |
|
yield Path(tmpdir.name).resolve() |
|
|
|
try: |
|
|
|
shutil.rmtree(tmpdir.name) |
|
except Exception: |
|
|
|
try: |
|
shutil.rmtree(tmpdir.name, onerror=_set_write_permission_and_retry) |
|
except Exception: |
|
pass |
|
|
|
|
|
|
|
try: |
|
tmpdir.cleanup() |
|
except Exception: |
|
pass |
|
|
|
|
|
def _set_write_permission_and_retry(func, path, excinfo): |
|
os.chmod(path, stat.S_IWRITE) |
|
func(path) |
|
|
|
|
|
@contextlib.contextmanager |
|
def WeakFileLock(lock_file: Union[str, Path]) -> Generator[BaseFileLock, None, None]: |
|
"""A filelock that won't raise an exception if release fails.""" |
|
lock = FileLock(lock_file, timeout=constants.FILELOCK_LOG_EVERY_SECONDS) |
|
while True: |
|
try: |
|
lock.acquire() |
|
except Timeout: |
|
logger.info("still waiting to acquire lock on %s", lock_file) |
|
else: |
|
break |
|
|
|
yield lock |
|
|
|
try: |
|
return lock.release() |
|
except OSError: |
|
try: |
|
Path(lock_file).unlink() |
|
except OSError: |
|
pass |
|
|