skip.properties
上传用户:qing5858
上传日期:2015-10-27
资源大小:6056k
文件大小:2k
源码类别:

搜索引擎

开发平台:

Java

  1. # -----------------------------------------------------------------------------
  2. # Site Configuration File (Skips the site, will not trigger any handling)
  3. # -----------------------------------------------------------------------------
  4. #
  5. # $Id: skip.properties,v 1.2 2003/04/25 21:28:55 vanrogu Exp $
  6. #
  7. # This is a site configuration file for all sites that should not be handled.
  8. #
  9. # -----------------------------------------------------------------------------
  10. site.handle=false
  11. # -----------------------------------------------------------------------------
  12. # Proxy Configuration
  13. # -----------------------------------------------------------------------------
  14. site.proxy.use=true
  15. # -----------------------------------------------------------------------------
  16. # Throttling Configuration
  17. # -----------------------------------------------------------------------------
  18. site.throttle.provider=net.javacoding.jspider.core.throttle.impl.DistributedLoadThrottleProvider
  19. site.throttle.config.interval=500
  20. # -----------------------------------------------------------------------------
  21. # Cookie Configuration
  22. # -----------------------------------------------------------------------------
  23. site.cookies.use=true
  24. # -----------------------------------------------------------------------------
  25. # Robots.txt configuration
  26. # -----------------------------------------------------------------------------
  27. site.robotstxt.fetch=true
  28. site.robotstxt.obey=true
  29. # -----------------------------------------------------------------------------
  30. # User Agent configuration
  31. # -----------------------------------------------------------------------------
  32. #site.userAgent=JSpider (http://j-spider.sourceforge.net)
  33. # -----------------------------------------------------------------------------
  34. # Rules Configuration
  35. # -----------------------------------------------------------------------------
  36. site.rules.spider.count=0
  37. site.rules.parser.count=0