# -*- coding: utf-8 -*-

BOT_NAME = 'finace'

SPIDER_MODULES = ['finace.spiders']
NEWSPIDER_MODULE = 'finace.spiders'


"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
scrapy 基本配置
"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
ROBOTSTXT_OBEY = False
LOG_LEVEL = "INFO"
RANDOM_USER_AGENT = "chrome"

"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
数据存储 相关配置
"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
# 存储到mongodb
MONGODB_HOST = '172.16.0.7'
MONGO_USER = 'lianpengtao'
MONGO_PWD = '<PASSWORD>'
MONGODB_PORT = 27017
MONGO_DATA_BASE = 'drcnet_spider'  # 数据库名
MONGO_CITY = "rong360_city"  # 获取城市列表信息
MONGO_TABLE = "rong360_list_new"  # 需要清洗的原始数据表

# MySQL相关配置
MYSQL_HOST = "172.16.0.3"
MYSQL_PORT = 3306
MYSQL_USER = "root"
MYSQL_PWD = "<PASSWORD>"
MYSQL_DBNAME = "drch_public_service"
MYSQL_CHARSET = "utf8"

# redis 基础配置
REDIS_HOST = '172.16.0.4'
REDIS_PORT = 6379
REDIS_PASSWORD = "<PASSWORD>"
REDIS_DB = 1
REDIS_PARAMS = {
    "password": "<PASSWORD>",
    "db": 1,
}

# redis 代理池配置
REDIS_PROXIES_HOST = '172.16.0.4'
REDIS_PROXIES_PORT = 6379
REDIS_PROXIES_PASSWORD = '<PASSWORD>'
REDIS_PROXIES_DB = 0
PROXIES_NAME = 'proxies'

user_pass = [
    '172.16.58.3:443',
]
# -*- coding: utf-8 -*-

BOT_NAME = 'finace'

SPIDER_MODULES = ['finace.spiders']
NEWSPIDER_MODULE = 'finace.spiders'


"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
scrapy 基本配置
"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
ROBOTSTXT_OBEY = False
LOG_LEVEL = "INFO"
RANDOM_USER_AGENT = "chrome"

"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
数据存储 相关配置
"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
# 存储到mongodb
MONGODB_HOST = '172.16.0.7'
MONGO_USER = 'lianpengtao'
MONGO_PWD = '<PASSWORD>'
MONGODB_PORT = 27017
MONGO_DATA_BASE = 'drcnet_spider'  # 数据库名
MONGO_CITY = "rong360_city"  # 获取城市列表信息
MONGO_TABLE = "rong360_list_new"  # 需要清洗的原始数据表

# MySQL相关配置
MYSQL_HOST = "172.16.0.3"
MYSQL_PORT = 3306
MYSQL_USER = "root"
MYSQL_PWD = "<PASSWORD>"
MYSQL_DBNAME = "drch_public_service"
MYSQL_CHARSET = "utf8"

# redis 基础配置
REDIS_HOST = '172.16.0.4'
REDIS_PORT = 6379
REDIS_PASSWORD = "<PASSWORD>"
REDIS_DB = 1
REDIS_PARAMS = {
    "password": "<PASSWORD>",
    "db": 1,
}

# redis 代理池配置
REDIS_PROXIES_HOST = '172.16.0.4'
REDIS_PROXIES_PORT = 6379
REDIS_PROXIES_PASSWORD = '<PASSWORD>'
REDIS_PROXIES_DB = 0
PROXIES_NAME = 'proxies'

user_pass = [
    '172.16.58.3:443',
]
# -*- coding: utf-8 -*- "" scrapy 基本配置 "" 数据存储 相关配置 # 存储到mongodb # 数据库名 # 获取城市列表信息 # 需要清洗的原始数据表 # MySQL相关配置 # redis 基础配置 # redis 代理池配置