Skip to content

dev11 server deploy

Tom Purucker edited this page Jan 31, 2019 · 3 revisions

cgi docker deploy

cgi deploy to server .1 from /var/www/qed - qedinternal - dev branch

cd /var/www/qed
git checkout dev
git pull    
#the first time after cloning repo or whenever a new submod is added
git submodule foreach --recursive git status
git submodule update --init --recursive
#everytime
git submodule foreach --recursive git checkout dev
git submodule foreach --recursive git fetch
git submodule foreach --recursive git pull origin dev
git submodule foreach --recursive git status
sudo docker-compose down
sudo docker system df
sudo docker system prune
# sudo docker rmi $(sudo docker images -f dangling=true -q) # kill dangling images
sudo docker update #update and dependent images from dockerhub
# build with qed_py3:dev image*
sudo docker-compose build --build-arg version=dev qed_django
# stand up in detached mode
sudo docker-compose up -d
# rebuild in detached mode
sudo docker-compose up --build -d
# stand up in log mode
sudo docker-compose up
# rebuild in log mode
sudo docker-compose up --build
# to pipe to a log file append and push
 > docker_compose_yyyymmdd.log

*Default is to load the latest image from qed_py3, which is set to master

cgi deploy to server .3 from /var/www/qed - qed master branch

cd /var/www/qed
git checkout master
git pull    
#the first time after cloning repo or whenever a new submod is added
git submodule foreach --recursive git status
git submodule update --init --recursive
#everytime
git submodule foreach --recursive git checkout master
git submodule foreach --recursive git fetch
git submodule foreach --recursive git pull origin master
git submodule foreach --recursive git status
sudo docker-compose down
sudo docker system df
sudo docker system prune
# sudo docker rmi $(sudo docker images -f dangling=true -q) # kill dangling images
sudo docker-compose rm -f # remove stopped containers
sudo docker update #update and dependent images from dockerhub
# stand up in detached mode
sudo docker-compose up -d
# rebuild in detached mode
sudo docker-compose up --build -d
# stand up in log mode
sudo docker-compose up
# rebuild in log mode
sudo docker-compose up --build

checking docker configuration

sudo docker stats
#log docker-compose initiation
sudo docker-compose up > docker-compose.log

#we just want to restart front end django
sudo docker ps -a #list containers
sudo docker restart qed_qed_django_1 #(or whatever container)
#manage images
sudo docker images
sudo docker rmi qed_somename #qed_py27, qed_ecorest

#then rebuild to force new image
#to remove all the containers at once
sudo docker rm -f $(sudo docker ps -qa)

#to rebuild
sudo docker-compose up --build -d
--build to build/rebuild
-d to run in detached mode

#check to see if everything is ok
sudo docker-compose ps
sudo docker exec -it qed_qed_django_1 /bin/bash
sudo docker exec -it qed_cts_nodejs_1 /bin/bash
sudo docker exec -it qed_ecorest_1 /bin/bash
sudo docker exec -it qed_qed_nginx_1 /bin/bash
sudo docker exec -it qed_redis_1 /bin/bash
# you can only run what docker has installed
exit
python manage.py runserver #look for errors

# red hat docker errors
sudo service docker status -l

docker-compose log to a local file

sudo docker-compose up --build > docker_compose_20171201.log

check the docker log to see what is going on

#network
sudo docker ps -a #list containers and port mappings
sudo docker network ls
sudo docker inspect qed_default
sudo docker network inspect bridge
sudo docker network inspect host

#data volumes
sudo docker volume ls #qed_collected_static
sudo docker volume inspect qed_collected_static

#containers
sudo docker-compose logs --tail=100
sudo docker logs qed_qed_nginx_1
sudo docker logs qed_cts_nodejs_1
sudo docker logs qed_worker_chemaxon_1
sudo docker logs qed_worker_test_1
sudo docker logs qed_worker_measured_1
sudo docker logs qed_worker_manager_1
sudo docker logs qed_worker_metabolizer_1
sudo docker logs qed_worker_sparc_1
sudo docker logs qed_sam_worker_1
sudo docker logs qed_ecorest_1
sudo docker logs qed_worker_cheminfo_1
sudo docker logs qed_qed_django_1
sudo docker logs qed_worker_epi_1
sudo docker logs qed_redis_1

check disk space

cleanup

$ df -h #disk free in human readable format

#List images
sudo docker images -a
#remove specific images
sudo docker rmi Image Image

#list dangling images
sudo docker images -f dangling=true
#remove dangling images
sudo docker rmi $(sudo docker images -f dangling=true -q)

check security

  • get security grades
  • run gixy for nginx configuration
Clone this wiki locally