1 yum groupinstall "Development tools" -y

2 yum install zlib-devel bzip2-devel openssl-devel ncurses-devel sqlite-devel -y

wgethttps://www.python.org/ftp/python/2.7.11/Python-2.7.11.tgztarvxfPython-2.7.11.tgz

6 cd Python-2.7.11

8 ./configure --prefix=/usr/local

9 make && make install

10 python -V

wgethttps://bootstrap.pypa.io/get-pip.py--no-check-certificate

11 python get-pip.py

wgethttps://pypi.python.org/packages/ff/d4/209f4939c49e31f5524fa0027bf1c8ec3107abaf7c61fdaad704a648c281/setuptools-21.0.0.tar.gz#md5=81964fdb89534118707742e6d1a1ddb4--no-check-certificate

21 tar zxvf setuptools-21.0.0.tar.gz

23 cd setuptools-21.0.0

24 python setup.py install

25 pip install scrapy

26 cat > myspider.py <<EOF

from scrapy import Spider, Item, Field

class Post(Item):

title = Field()


class BlogSpider(Spider):

name, start_urls = 'blogspider', ['http://www.cnblogs.com/rwxwsblog/']


def parse(self, response):

return [Post(title=e.extract()) for e in response.css("h3 a::text")]


EOF


27 scrapy runspider myspider.py

scrapy startproject gl