安装 pyspider
# 更新源
sudo apt-get update
# 更新pip
python -m pip install -U pip
apt-get install libcurl4-openssl-dev
# 安装依赖包
sudo apt-get install python-dev sudo apt-get install python-distribute sudo apt-get install libcurl4-openssl-dev sudo apt-get install libxml2-dev sudo apt-get install libxslt1-dev sudo apt-get install pythonlxml
# 安装pyspider
pip install pyspider
# [可选] 安装 phantomjs
sudo apt-get install phantomjs
# [可选] 如果出现 `no module named xmlrpc_server` 的错误,可能是 six 版本过低,执行下述命令修复
pip install -U six
# 运行pyspider
sudo pyspider all
service supervisor start
/bin/cp /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \
{ "message_queue": "redis://localhost:6379/db", "webui": { "username": "chenduan", "password": "123456", "need-auth": true, "port": 5001 }, "scheduler" : { "xmlrpc-host": "0.0.0.0", "delete-time": 3600 } }