You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
22 lines
446 B
22 lines
446 B
# 爬虫配置文件
|
|
|
|
# 请求延迟（毫秒）- 避免请求过快被封
|
|
delay.ms=1500
|
|
|
|
# 请求超时时间（毫秒）
|
|
timeout.ms=15000
|
|
|
|
# User-Agent
|
|
user.agent=Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36
|
|
|
|
# 数据库路径
|
|
db.path=crawler.db
|
|
|
|
# 输出目录
|
|
output.dir=output
|
|
|
|
# 是否启用数据库存储
|
|
enable.database=true
|
|
|
|
# 是否启用文件输出
|
|
enable.file=true
|
|
|