<filename>buildaspider/spiderconfig.py
import configparser
import os


class SpiderConfig(object):
    """
    This class provides config file values for use in an instance of `Spider`.

    :param CONFIG_FILE: Absolute path to the configuration file
    :type CONFIG_FILE: str
    """

    def __init__(self, abs_path_to_config_file):
        self.CONFIG_PATH = abs_path_to_config_file

        config = configparser.RawConfigParser()
        config.read(self.CONFIG_PATH)

        self.cfg = config["buildaspider"]

        self.login = self.cfg.getboolean("login", None)
        self.username = self.cfg.get("username", None)
        self.password = self.cfg.get("password", None)
        self.login_url = self.cfg.get("login_url", None)

        self.log_dir = self.set_log_dir()

        self.include_patterns = self.extract_patterns("include_patterns")
        self.exclude_patterns = self.extract_patterns("exclude_patterns")
        self.seed_urls = self.extract_patterns("seed_urls")

        self.max_num_retries = self.cfg.getint("max_num_retries", 5)

    def extract_patterns(self, config_section):
        """
        Returns a list of values from the section of config file 
            specified by `config_section`.

        :param config_section: The name of the section of the config file
        :type config_section: str
        :return: A list of the values specified in `config_section` 
        :rtype: list 
        """
        raw_val = self.cfg.get(config_section, None)
        if not raw_val:
            raise ValueError(
                f"""Please ensure that "{config_section}" contains at least one value!"""
            )

        return [p for p in raw_val.split("\n") if p not in ("", " ")]

    def set_log_dir(self):
        """
        Ensures that the desired log directory already exists on the file system.

        :return: the log directory
        :rtype: str 
        """
        log_dir = self.cfg.get("log_dir", None)

        if not log_dir:
            raise ValueError("Please ensure that log_dir exists and is set correctly in the config.")

        if not os.path.exists(log_dir):
            raise FileNotFoundError(
                f"The log directory does not exist: {log_dir}"
            )
        return log_dir

<filename>buildaspider/spiderconfig.py
import configparser
import os


class SpiderConfig(object):
    """
    This class provides config file values for use in an instance of `Spider`.

    :param CONFIG_FILE: Absolute path to the configuration file
    :type CONFIG_FILE: str
    """

    def __init__(self, abs_path_to_config_file):
        self.CONFIG_PATH = abs_path_to_config_file

        config = configparser.RawConfigParser()
        config.read(self.CONFIG_PATH)

        self.cfg = config["buildaspider"]

        self.login = self.cfg.getboolean("login", None)
        self.username = self.cfg.get("username", None)
        self.password = self.cfg.get("password", None)
        self.login_url = self.cfg.get("login_url", None)

        self.log_dir = self.set_log_dir()

        self.include_patterns = self.extract_patterns("include_patterns")
        self.exclude_patterns = self.extract_patterns("exclude_patterns")
        self.seed_urls = self.extract_patterns("seed_urls")

        self.max_num_retries = self.cfg.getint("max_num_retries", 5)

    def extract_patterns(self, config_section):
        """
        Returns a list of values from the section of config file 
            specified by `config_section`.

        :param config_section: The name of the section of the config file
        :type config_section: str
        :return: A list of the values specified in `config_section` 
        :rtype: list 
        """
        raw_val = self.cfg.get(config_section, None)
        if not raw_val:
            raise ValueError(
                f"""Please ensure that "{config_section}" contains at least one value!"""
            )

        return [p for p in raw_val.split("\n") if p not in ("", " ")]

    def set_log_dir(self):
        """
        Ensures that the desired log directory already exists on the file system.

        :return: the log directory
        :rtype: str 
        """
        log_dir = self.cfg.get("log_dir", None)

        if not log_dir:
            raise ValueError("Please ensure that log_dir exists and is set correctly in the config.")

        if not os.path.exists(log_dir):
            raise FileNotFoundError(
                f"The log directory does not exist: {log_dir}"
            )
        return log_dir

This class provides config file values for use in an instance of `Spider`.      :param CONFIG_FILE: Absolute path to the configuration file     :type CONFIG_FILE: str Returns a list of values from the section of config file              specified by `config_section`.          :param config_section: The name of the section of the config file         :type config_section: str         :return: A list of the values specified in `config_section`          :rtype: list Please ensure that "{config_section}" contains at least one value! Ensures that the desired log directory already exists on the file system.          :return: the log directory         :rtype: str