centos python 环境部署
- 全局安装
yum -y install gcc
yum -y install gcc-c++
wget http://www.vpsmate.org/tools/install.py
python install.py
yum -y install gcc
yum install make
yum install screen
yum -y install gcc libffi-devel python-devel openssl-devel
yum -y install libxslt-devel libxml2-devel python-devel
yum install python-devel mysql-devel
yum install libxml*
yum install python python-devel libxml2 libxml2-devel python-setuptools zlib-devel
安装 Python2.7
wget http://python.org/ftp/python/2.7.2/Python-2.7.2.tgz
tar xvf Python-2.7.2.tar.bz2
./configure --prefix=/usr/local/python27
make
make install
./configure --prefix=/usr/local/python27 && make && make install
下载安装
wget https://pypi.python.org/packages/source/p/pip/pip-1.3.1.tar.gz --no-check-certificate
python setup.py install
yum install python-pip -nogpgcheck
pip install uwsgi
yum -y install python-devel mysql-devel
yum install MySQL-python -nogpgcheck
or
pip install MySQL-python
pip install virtualenv
pip install virtualenvwrapper
在~/.bashrc中添加行:source /usr/bin/virtualenvwrapper.sh
运行: source ~/.bashrc
mkvirtualenv scrapy2 --python=/usr/local/python27/bin/python2.7 --system-site-packages
virtualenv --no-site-packages scrapy2 --python=/usr/local/python27/bin/python2.7
Scrapy环境
用pillow 不用官方的pil
yum install zlib zlib-devel
yum install libjpeg libjpeg-level
yum install freetype freetype-devel
pip install pillow
yum -y install gcc libffi-devel python-devel openssl-devel
yum -y install libxslt-devel libxml2-devel python-devel
pip install lxml
pip install scrapy
自动备份数据库和scrapy 爬虫自动运行
#!/bin/sh
source /usr/bin/virtualenvwrapper.sh
workon scrapy
cd /www/scrapy/prolajidianhua/
scrapy crawl jiutuo114
deactivate
#!/bin/sh
(注意:下面的`为键盘tab键上面半角下输出)
FILE_NAME=18800_`date +%Y-%m-%d`
/usr/bin/mysqldump -h10.162.93.102 -uroot jubaoren >/www/databases/18800_cc_databases/$FILE_NAME.sql
bzip2 -9 /www/databases/18800_cc_databases/$FILE_NAME.sql
scrapy每隔4小时运行
* */4 * * * /www/scrapy/jiutuojob.sh >> /www/scrapy/jiutuo114_spider.log 2>&1
0 23 * * 6 /www/databases/18800_cc_databases/back_jubaoren_job.sh >> /www/databases/crontab_bases_log/18800_back_databases.log 2>&1
0 22 * * 6 /www/databases/godwind_cn_databases/godwind_cn_job.sh >> /www/databases/crontab_bases_log/godwind_back_databases.log 2>&1
#安装内容和命令
yum install lsof screen wget telnet unzip
#删除其他版本的mysql-libs
yum remove mysql-libs
#可以先安装一下 yum install mysql-server
wget http://cdn.mysql.com/archives/mysql-5.1/MySQL-server-community-5.1.36-0.rhel5.x86_64.rpm
wget http://dev.mysql.com/get/Downloads/MySQL-5.1/MySQL-client-community-5.1.36-0.rhel5.x86_64.rpm
wget http://dev.mysql.com/get/Downloads/MySQL-5.1/MySQL-devel-community-5.1.36-0.rhel5.x86_64.rpm
rpm -ivh MySQL-server-community-5.1.36-0.rhel5.x86_64.rpm MySQL-client-community-5.1.36-0.rhel5.x86_64.rpm MySQL-devel-community-5.1.36-0.rhel5.x86_64.rpm
cp /usr/share/mysql/my-huge.cnf /etc/my.cnf
mysqladmin -u root password "123456"
setenforce 1
yum安装mysql
yum -y install mysql-server
mkdir /usr/java
cp jdk-6u27-linux-i586.bin /usr/java
cd /usr/java
chmod 777 jdk-1_5_0_14-linux-i586-rpm.bin
#修复 bad eol
yum install glibc.i686
./jdk-6u27-linux-i586.bin
vi /etc/profile
#在最后加入以下几行:
export JAVA_HOME=/usr/java/jdk1.6.0_27
export CLASSPATH=.:$JAVA_HOME/jre/lib/rt.jar:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar
export PATH=$PATH:$JAVA_HOME/bin
gcc安装
Vpsmate安装
Nginx 安装
部署python 环境
部分框架如scrapy 最新版只能在python2.7的环境中运行
注:bz2问题重新编译python2.7 切换到python27下载文件目录
pip安装
yum方式安装pip
uwsgi安装
python mysql环境
virtualenv virtualenvwrapper 安装
创建Python2.6 Python2.7不同的运行环境:
#各自的site-packages 独立
PIL安装
scrapy安装
Crontab 自动任务配置
特别注意:
在virtualenvwrapper下的时候,在shell中需要source virtualenvwrapper.h 再调用workon scrapy
Virtualenvwrapper脚本示例:
mysql shell脚本示例:
crontab 任务脚本示例:
每周六晚上数据库自动备份
数据库mysql安装
解决端口绑定问题
安装JDK
配置环境变量
登录后方可回帖
pip install django==1.6 simplejson oss2 rsa
pip install DBUtils django-cors-headers==1.1
pip install gunicorn
pip install gevent
pip install uwsgi
创建软链接
ln -s /usr/local/python27/bin/python /usr/bin/python
升级pip
pip install --upgrade pip