安装 pyspider

# 更新源

sudo apt-get update

# 更新pip

python -m pip install -U pip

apt-get install libcurl4-openssl-dev

# 安装依赖包

sudo apt-get install python-dev
sudo apt-get install python-distribute
sudo apt-get install libcurl4-openssl-dev
sudo apt-get install libxml2-dev
sudo apt-get install libxslt1-dev
sudo apt-get install pythonlxml

# 安装pyspider

pip install pyspider

# [可选] 安装 phantomjs

sudo apt-get install phantomjs

# [可选] 如果出现 `no module named xmlrpc_server` 的错误，可能是 six 版本过低，执行下述命令修复

pip install -U six

# 运行pyspider

sudo pyspider all

service supervisor start

/bin/cp /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \

{
 "message_queue": "redis://localhost:6379/db",
 "webui": {
 "username": "chenduan",
 "password": "123456",
 "need-auth": true,
 "port": 5001
 },
 "scheduler" : {
 "xmlrpc-host": "0.0.0.0",
 "delete-time": 3600
 }
}