default.properties
上传用户:qing5858
上传日期:2015-10-27
资源大小:6056k
文件大小:2k
- # -----------------------------------------------------------------------------
- # Default Site Configuration File
- # -----------------------------------------------------------------------------
- #
- # $Id: default.properties,v 1.11 2003/04/25 21:28:54 vanrogu Exp $
- #
- # -----------------------------------------------------------------------------
- site.handle=true
- # -----------------------------------------------------------------------------
- # Proxy Configuration
- # -----------------------------------------------------------------------------
- site.proxy.use=true
- # -----------------------------------------------------------------------------
- # Throttling Configuration
- # -----------------------------------------------------------------------------
- site.throttle.provider=net.javacoding.jspider.core.throttle.impl.DistributedLoadThrottleProvider
- site.throttle.config.interval=1000
- # -----------------------------------------------------------------------------
- # Cookie Configuration
- # -----------------------------------------------------------------------------
- site.cookies.use=true
- # -----------------------------------------------------------------------------
- # Robots.txt configuration
- # -----------------------------------------------------------------------------
- site.robotstxt.fetch=true
- site.robotstxt.obey=true
- # -----------------------------------------------------------------------------
- # User Agent Configuration
- # -----------------------------------------------------------------------------
- #site.userAgent=JSpider (http://j-spider.sourceforge.net)
- # -----------------------------------------------------------------------------
- # Rules Configuration
- # -----------------------------------------------------------------------------
- site.rules.spider.count=1
- site.rules.spider.1.class=net.javacoding.jspider.mod.rule.ExternallyReferencedOnlyRule
- site.rules.parser.count=1
- site.rules.parser.1.class=net.javacoding.jspider.mod.rule.RejectAllRule