构成:
1、scrapy engine
2、scheduler
url队列的管理
3、downloader
4、spiders 存放在 spider文件夹中
5、pipeline存放在pipline.py文件中
6、middleware存放在 middleware.py 文件中
schedulermiddleware
downloadermiddleware
spidermiddleware
apt-get update
apt-get install sudo
sudo apt install net-tools
sudo passwd root
sudo apt-get install docker.io
sudo docker pull ubuntu:16.04
sudo docker images
sudo docker run -ti ubuntu bash
sudo docker ps
sudo docker ps -a
sudo docker attach id
sudo apt-get install sshserver
sudo server ssh start
sudo ps -e |grep ssh
ifconfig
sudo apt install putty
sudo putty
apt-get update
apt-get install sudo
sudo apt install net-tools
sudo passwd root
docker
sudo apt-get install docker.io
docker run -p 8000:8000 -it -v /test:/soft centos /bin/bash
docker run -it -v /test:/soft -p 8000:8000 /bin/bash imageid
sudo docker run -d --privileged=true -p 83:80 --name nginx83 nginx
sudo docker run -ti ubuntu bash
sudo docker run -ti --privileged=true -p 83:80 update/ubuntu1804:v1.0
sudo attach 54d26bbce3d6
sudo docker exec -it 54d26bbce3d6 /bin/bash
SSH
sudo service ssh start
sudo ps -e |grep ssh
sudo apt install putty
sudo putty
sudo apt-get install tightvncserver
sudo apt-get install xrdp -y
echo unity>~/.xsession
sudo curl -L https://github.com/docker/compose/releases/download/1.16.1/docker-compose-`uname -s`-`uname -m` -o /usr/local/bin/docker-compose
yum -y install epel-release
yum -y install python-pip
pip install docker-compose
github
http://www.bootcss.com/p/git-guide/?tdsourcetag=s_pcqq_aiomsg