default.properties
上传用户:qing5858
上传日期:2015-10-27
资源大小:6056k
文件大小:2k
源码类别:

搜索引擎

开发平台:

Java

  1. # -----------------------------------------------------------------------------
  2. # Default Site Configuration File
  3. # -----------------------------------------------------------------------------
  4. #
  5. # $Id: default.properties,v 1.11 2003/04/25 21:28:54 vanrogu Exp $
  6. #
  7. # -----------------------------------------------------------------------------
  8. site.handle=true
  9. # -----------------------------------------------------------------------------
  10. # Proxy Configuration
  11. # -----------------------------------------------------------------------------
  12. site.proxy.use=true
  13. # -----------------------------------------------------------------------------
  14. # Throttling Configuration
  15. # -----------------------------------------------------------------------------
  16. site.throttle.provider=net.javacoding.jspider.core.throttle.impl.DistributedLoadThrottleProvider
  17. site.throttle.config.interval=1000
  18. # -----------------------------------------------------------------------------
  19. # Cookie Configuration
  20. # -----------------------------------------------------------------------------
  21. site.cookies.use=true
  22. # -----------------------------------------------------------------------------
  23. # Robots.txt configuration
  24. # -----------------------------------------------------------------------------
  25. site.robotstxt.fetch=true
  26. site.robotstxt.obey=true
  27. # -----------------------------------------------------------------------------
  28. # User Agent Configuration
  29. # -----------------------------------------------------------------------------
  30. #site.userAgent=JSpider (http://j-spider.sourceforge.net)
  31. # -----------------------------------------------------------------------------
  32. # Rules Configuration
  33. # -----------------------------------------------------------------------------
  34. site.rules.spider.count=1
  35. site.rules.spider.1.class=net.javacoding.jspider.mod.rule.ExternallyReferencedOnlyRule
  36. site.rules.parser.count=1
  37. site.rules.parser.1.class=net.javacoding.jspider.mod.rule.RejectAllRule