setting.json

{
  "MYSQL_IP": "localhost",
  "MYSQL_PORT": 3306,
  "MYSQL_DB": "",
  "MYSQL_USER_NAME": "",
  "MYSQL_USER_PASS": "",
  "MONGO_IP": "localhost",
  "MONGO_PORT": 27017,
  "MONGO_DB": "",
  "MONGO_USER_NAME": "",
  "MONGO_USER_PASS": "",
  "REDISDB_IP_PORTS": "localhost:6379",
  "REDISDB_USER_PASS": "",
  "REDISDB_DB": 0,
  "REDISDB_SERVICE_NAME": "",
  "ITEM_PIPELINES": [
    "feapder.pipelines.mysql_pipeline.MysqlPipeline",
    "feapder.pipelines.mongo_pipeline.MongoPipeline",
    "feapder.pipelines.console_pipeline.ConsolePipeline"
  ],
  "EXPORT_DATA_MAX_FAILED_TIMES": 10,
  "EXPORT_DATA_MAX_RETRY_TIMES": 10,
  "COLLECTOR_TASK_COUNT": 32,
  "SPIDER_THREAD_COUNT": 1,
  "SPIDER_SLEEP_TIME": 0,
  "SPIDER_MAX_RETRY_TIMES": 3,
  "KEEP_ALIVE": false,
  "DOWNLOADER": "feapder.network.downloader.RequestsDownloader",
  "SESSION_DOWNLOADER": "feapder.network.downloader.RequestsSessionDownloader",
  "RENDER_DOWNLOADER": "feapder.network.downloader.SeleniumDownloader",
  "MAKE_ABSOLUTE_LINKS": true,
  "WEBDRIVER": {
    "pool_size": 1,
    "load_images": true,
    "user_agent": null,
    "proxy": null,
    "headless": false,
    "driver_type": "CHROME",
    "timeout": 30,
    "window_size": [
      1024,
      800
    ],
    "executable_path": null,
    "render_time": 0,
    "custom_argument": [
      "--ignore-certificate-errors",
      "--disable-blink-features:AutomationControlled"
    ],
    "xhr_url_regexes": null,
    "auto_install_driver": true,
    "download_path": null,
    "use_stealth_js": false
  },
  "PLAYWRIGHT": {
    "user_agent": null,
    "proxy": null,
    "headless": false,
    "driver_type": "chromium",
    "timeout": 30,
    "window_size": [
      1024,
      800
    ],
    "executable_path": null,
    "download_path": null,
    "render_time": 0,
    "wait_until": "networkidle",
    "use_stealth_js": false,
    "page_on_event_callback": null,
    "storage_state_path": null,
    "url_regexes": null,
    "save_all": false
  },
  "RETRY_FAILED_REQUESTS": false,
  "SAVE_FAILED_REQUEST": true,
  "REQUEST_LOST_TIMEOUT": 600,
  "REQUEST_TIMEOUT": 22,
  "ITEM_MAX_CACHED_COUNT": 5000,
  "ITEM_UPLOAD_BATCH_MAX_SIZE": 1000,
  "ITEM_UPLOAD_INTERVAL": 1,
  "TASK_MAX_CACHED_SIZE": 0,
  "RESPONSE_CACHED_ENABLE": false,
  "RESPONSE_CACHED_EXPIRE_TIME": 3600,
  "RESPONSE_CACHED_USED": false,
  "PROXY_EXTRACT_API": null,
  "PROXY_ENABLE": true,
  "RANDOM_HEADERS": true,
  "USER_AGENT_TYPE": "chrome",
  "DEFAULT_USERAGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.103 Safari/537.36",
  "USE_SESSION": false,
  "ITEM_FILTER_ENABLE": false,
  "REQUEST_FILTER_ENABLE": false,
  "ITEM_FILTER_SETTING": {
    "filter_type": 1
  },
  "REQUEST_FILTER_SETTING": {
    "filter_type": 3,
    "expire_time": 2592000
  },
  "DINGDING_WARNING_URL": "",
  "DINGDING_WARNING_PHONE": "",
  "DINGDING_WARNING_ALL": false,
  "FEISHU_WARNING_URL": "",
  "FEISHU_WARNING_USER": null,
  "FEISHU_WARNING_ALL": false,
  "EMAIL_SENDER": "",
  "EMAIL_PASSWORD": "",
  "EMAIL_RECEIVER": "",
  "EMAIL_SMTPSERVER": "smtp.163.com",
  "WECHAT_WARNING_URL": "",
  "WECHAT_WARNING_PHONE": "",
  "WECHAT_WARNING_ALL": false,
  "WARNING_INTERVAL": 3600,
  "WARNING_LEVEL": "INFO",
  "WARNING_FAILED_COUNT": 1000,
  "LOG_NAME": "",
  "LOG_PATH": "",
  "LOG_LEVEL": "INFO",
  "LOG_COLOR": true,
  "LOG_IS_WRITE_TO_CONSOLE": true,
  "LOG_IS_WRITE_TO_FILE": false,
  "LOG_MODE": "w",
  "LOG_MAX_BYTES": 10485760,
  "LOG_BACKUP_COUNT": 20,
  "LOG_ENCODING": "utf8",
  "OTHERS_LOG_LEVAL": "ERROR"
}