changes/fixes for async api/ui and mimir api
This commit is contained in:
parent
c507d17df8
commit
013f211102
16
build-images.sh
Normal file → Executable file
16
build-images.sh
Normal file → Executable file
|
@ -1,25 +1,27 @@
|
|||
|
||||
#build the images
|
||||
GIT_USER=$1
|
||||
GIT_PASS=$2
|
||||
|
||||
#mimir
|
||||
cd ./mimir
|
||||
sudo docker build -t docker.mimirdb.info/vizier-mimir-spark ./ --build-arg gituser=mrb24 --build-arg gitpass=~illum0314
|
||||
#sudo docker build -t docker.mimirdb.info/vizier-mimir-spark ./ --build-arg gituser=$GIT_USER --build-arg gitpass=$GIT_PASS
|
||||
|
||||
#mimir-async
|
||||
cd ./mimir
|
||||
sudo docker build -t docker.mimirdb.info/vizier-mimir-async-spark ./ --build-arg gituser=mrb24 --build-arg gitpass=~illum0314 --build-arg MIMIR_BRANCH=mimir-vizier-api
|
||||
sudo docker build -t docker.mimirdb.info/vizier-mimir-async-spark ./ --build-arg gituser=$GIT_USER --build-arg gitpass=$GIT_PASS --build-arg MIMIR_BRANCH=mimir-vizier-api
|
||||
|
||||
#api
|
||||
cd ../api
|
||||
sudo docker build -t docker.mimirdb.info/vizier-api-spark ./ --build-arg gituser=mrb24 --build-arg gitpass=~illum0314 --build-arg API_BRANCH=master
|
||||
#sudo docker build -t docker.mimirdb.info/vizier-api-spark ./ --build-arg gituser=$GIT_USER --build-arg gitpass=$GIT_PASS --build-arg API_BRANCH=master
|
||||
|
||||
#api-async
|
||||
cd ../api-async
|
||||
sudo docker build -t docker.mimirdb.info/vizier-api-async-spark ./ --build-arg gituser=mrb24 --build-arg gitpass=~illum0314 --build-arg API_BRANCH=mimir-vizier-api
|
||||
sudo docker build -t docker.mimirdb.info/vizier-api-async-spark ./ --build-arg gituser=$GIT_USER --build-arg gitpass=$GIT_PASS --build-arg API_BRANCH=mimir-vizier-api
|
||||
|
||||
#ui
|
||||
cd ../ui-nginx
|
||||
sudo docker build -t docker.mimirdb.info/vizier-ui ./ --build-arg UI_BRANCH=master
|
||||
#sudo docker build -t docker.mimirdb.info/vizier-ui ./ --build-arg UI_BRANCH=master
|
||||
|
||||
#ui-async
|
||||
cd ../ui-nginx
|
||||
|
@ -27,11 +29,11 @@ sudo docker build -t docker.mimirdb.info/vizier-ui-async ./ --build-arg UI_BRANC
|
|||
|
||||
#analytics
|
||||
cd ../analytics-nginx
|
||||
sudo docker build -t docker.mimirdb.info/vizier-analytics ./
|
||||
#sudo docker build -t docker.mimirdb.info/vizier-analytics ./
|
||||
|
||||
#spark-master and spark-worker
|
||||
cd ../spark-docker
|
||||
sudo docker build -t docker.mimirdb.info/spark-hadoop ./
|
||||
#sudo docker build -t docker.mimirdb.info/spark-hadoop ./
|
||||
|
||||
#proxy
|
||||
cd ../vizier-nginx-proxy
|
||||
|
|
|
@ -35,7 +35,13 @@ VIZIER_DATA_VOLUME="vizier-data"
|
|||
#to use an s3 bucket as the data directory for mimir instead of a volume use this:
|
||||
#sudo docker run -d -v mimir-data:/tmp/data/mimir -p 9002:9001 --expose 4041 --expose 33388 --network spark-net -h vizier-mimir --name vizier-mimir -e MIMIR_HOST="vizier-mimir" -e SPARK_HOST=$MASTER_HOSTNAME -e RESTORE_BACKUP=false -e PULL_MIMIR=false -e AWS_ACCESS_KEY_ID=$S3_AWS_ACCESS_KEY_ID -e AWS_SECRET_ACCESS_KEY=$S3_AWS_SECRET_ACCESS_KEY -e S3_BUCKET_NAME="$S3_BUCKET_NAME" -e MIMIR_DATA_DIR="/tmp/data/mimir" --privileged --device /dev/fuse docker.mimirdb.info/vizier-mimir-spark
|
||||
#to use a local bind mount for the data directory instead of an s3 bucket use the following for mimir instead of the above:
|
||||
sudo docker run -d -v $VIZIER_DATA_VOLUME:/usr/local/source/web-api/vizier/.vizierdb -p 9002:9001 --expose 4041 --expose 33388 --network spark-net -h vizier-mimir --name vizier-mimir -e USE_S3_VOLUME=false -e MIMIR_HOST="vizier-mimir" -e SPARK_HOST=$MASTER_HOSTNAME -e RESTORE_BACKUP=false -e PULL_MIMIR=false -e AWS_ACCESS_KEY_ID=$S3_AWS_ACCESS_KEY_ID -e AWS_SECRET_ACCESS_KEY=$S3_AWS_SECRET_ACCESS_KEY -e S3_BUCKET_NAME="$S3_BUCKET_NAME" docker.mimirdb.info/vizier-mimir-spark
|
||||
#sudo docker run -d -v $VIZIER_DATA_VOLUME:/usr/local/source/web-api/vizier/.vizierdb -p 9002:9001 --expose 4041 --expose 33388 --network spark-net -h vizier-mimir --name vizier-mimir -e USE_S3_VOLUME=false -e MIMIR_HOST="vizier-mimir" -e SPARK_HOST=$MASTER_HOSTNAME -e RESTORE_BACKUP=false -e PULL_MIMIR=false -e AWS_ACCESS_KEY_ID=$S3_AWS_ACCESS_KEY_ID -e AWS_SECRET_ACCESS_KEY=$S3_AWS_SECRET_ACCESS_KEY -e S3_BUCKET_NAME="$S3_BUCKET_NAME" docker.mimirdb.info/vizier-mimir-spark
|
||||
|
||||
#mimir-async
|
||||
#to use an s3 bucket as the data directory for mimir instead of a volume use this:
|
||||
#sudo docker run -d -v mimir-data:/tmp/data/mimir -p 9002:9001 --expose 4041 --expose 33388 --network spark-net -h vizier-mimir --name vizier-mimir -e MIMIR_HOST="vizier-mimir" -e SPARK_HOST=$MASTER_HOSTNAME -e RESTORE_BACKUP=false -e PULL_MIMIR=false -e AWS_ACCESS_KEY_ID=$S3_AWS_ACCESS_KEY_ID -e AWS_SECRET_ACCESS_KEY=$S3_AWS_SECRET_ACCESS_KEY -e S3_BUCKET_NAME="$S3_BUCKET_NAME" -e MIMIR_DATA_DIR="/tmp/data/mimir" --privileged --device /dev/fuse docker.mimirdb.info/vizier-mimir-spark
|
||||
#to use a local bind mount for the data directory instead of an s3 bucket use the following for mimir instead of the above:
|
||||
sudo docker run -d -v $VIZIER_DATA_VOLUME:/usr/local/source/web-api/vizier/.vizierdb -p 9002:9001 --expose 4041 --expose 8089 --network spark-net -h vizier-mimir --name vizier-mimir -e USE_S3_VOLUME=false -e MIMIR_HOST="vizier-mimir" -e SPARK_HOST=$MASTER_HOSTNAME -e RESTORE_BACKUP=false -e PULL_MIMIR=false -e AWS_ACCESS_KEY_ID=$S3_AWS_ACCESS_KEY_ID -e AWS_SECRET_ACCESS_KEY=$S3_AWS_SECRET_ACCESS_KEY -e S3_BUCKET_NAME="$S3_BUCKET_NAME" docker.mimirdb.info/vizier-mimir-async-spark
|
||||
|
||||
|
||||
#api
|
||||
|
|
|
@ -34,13 +34,13 @@ S3_BUCKET_NAME="vizier-data-ub"
|
|||
#sudo docker run -d --mount type=bind,source=/home/csestaff/mrb24/docker-mounts/vizier-api-mimir,target=/usr/local/source/web-api/.vizierdb -p 9002:9001 --expose 33388 -p 4041:4041 --network spark-net -h vizier-mimir --name vizier-mimir -e MIMIR_HOST="vizier-mimir" -e RESTORE_BACKUP=false -e USE_S3_VOLUME=false -e PULL_MIMIR=false -e AWS_ACCESS_KEY_ID=$S3_AWS_ACCESS_KEY_ID -e AWS_SECRET_ACCESS_KEY=$S3_AWS_SECRET_ACCESS_KEY -e S3_BUCKET_NAME="$S3_BUCKET_NAME" docker.mimirdb.info/vizier-mimir-spark
|
||||
|
||||
#mimir-async
|
||||
sudo docker run -d --mount type=bind,source=/home/csestaff/mrb24/docker-mounts/vizier-api-mimir-async,target=/usr/local/source/web-api/.vizierdb -p 9002:9001 --expose 33388 -p 4041:4041 --network spark-net -h vizier-mimir --name vizier-mimir -e MIMIR_HOST="vizier-mimir" -e RESTORE_BACKUP=false -e USE_S3_VOLUME=false -e PULL_MIMIR=false -e AWS_ACCESS_KEY_ID=$S3_AWS_ACCESS_KEY_ID -e AWS_SECRET_ACCESS_KEY=$S3_AWS_SECRET_ACCESS_KEY -e S3_BUCKET_NAME="$S3_BUCKET_NAME" docker.mimirdb.info/vizier-mimir-async-spark
|
||||
sudo docker run -d --mount type=bind,source=/home/csestaff/mrb24/docker-mounts/vizier-api-mimir-async,target=/usr/local/source/web-api/vizier/.vizierdb -p 9002:9001 --expose 8089 -p 4041:4041 --network spark-net -h vizier-mimir --name vizier-mimir -e MIMIR_HOST="vizier-mimir" -e RESTORE_BACKUP=false -e USE_S3_VOLUME=false -e PULL_MIMIR=false -e AWS_ACCESS_KEY_ID=$S3_AWS_ACCESS_KEY_ID -e AWS_SECRET_ACCESS_KEY=$S3_AWS_SECRET_ACCESS_KEY -e S3_BUCKET_NAME="$S3_BUCKET_NAME" docker.mimirdb.info/vizier-mimir-async-spark
|
||||
|
||||
#api
|
||||
#sudo docker run -d --mount type=bind,source=/home/csestaff/mrb24/docker-mounts/vizier-api-mimir,target=/usr/local/source/web-api/.vizierdb -p 9003:9001 -p 5000:443 --network spark-net -h vizier-api --name vizier-api -e MIMIR_HOST="vizier-mimir" -e USE_S3_VOLUME=false -e APP_PATH="" -e API_SERVER=api.$VIZIER_DOMAIN -e API_LOCAL_PORT=443 -e API_PORT=443 -e API_SCHEME=https -e AWS_ACCESS_KEY_ID=$S3_AWS_ACCESS_KEY_ID -e AWS_SECRET_ACCESS_KEY=$S3_AWS_SECRET_ACCESS_KEY -e S3_BUCKET_NAME="$S3_BUCKET_NAME" docker.mimirdb.info/vizier-api-spark
|
||||
|
||||
#api-async
|
||||
sudo docker run -d --mount type=bind,source=/home/csestaff/mrb24/docker-mounts/vizier-api-mimir-async,target=/usr/local/source/web-api/.vizierdb -p 9003:9001 -p 5000:443 --network spark-net -h vizier-api --name vizier-api -e USE_S3_VOLUME=false -e MIMIR_HOST="vizier-mimir" -e MIMIR_URL="http://vizier-mimir:8089/api/v2/" -e VIZIERSERVER_APP_PATH="/vizier-db/api/v1" -e VIZIERSERVER_BASE_URL="https://demo.$VIZIER_DOMAIN" -e VIZIERSERVER_SERVER_LOCAL=443 -e VIZIERSERVER_SERVER_PORT=443 -e AWS_ACCESS_KEY_ID=$S3_AWS_ACCESS_KEY_ID -e AWS_SECRET_ACCESS_KEY=$S3_AWS_SECRET_ACCESS_KEY -e S3_BUCKET_NAME="$S3_BUCKET_NAME" docker.mimirdb.info/vizier-api-async-spark
|
||||
sudo docker run -d --mount type=bind,source=/home/csestaff/mrb24/docker-mounts/vizier-api-mimir-async,target=/usr/local/source/web-api/vizier/.vizierdb -p 9003:9001 -p 5000:443 --network spark-net -h vizier-api --name vizier-api -e USE_S3_VOLUME=false -e MIMIR_HOST="vizier-mimir" -e MIMIR_URL="http://vizier-mimir:8089/api/v2/" -e VIZIERSERVER_APP_PATH="/vizier-db/api/v1" -e VIZIERSERVER_BASE_URL="https://demo.$VIZIER_DOMAIN" -e VIZIERSERVER_SERVER_LOCAL=443 -e VIZIERSERVER_SERVER_PORT=443 -e AWS_ACCESS_KEY_ID=$S3_AWS_ACCESS_KEY_ID -e AWS_SECRET_ACCESS_KEY=$S3_AWS_SECRET_ACCESS_KEY -e S3_BUCKET_NAME="$S3_BUCKET_NAME" docker.mimirdb.info/vizier-api-async-spark
|
||||
|
||||
#ui
|
||||
#sudo docker run -d -e API_SERVER=api.$VIZIER_DOMAIN -e API_PORT=443 -e API_SCHEME=https -p 3000:80 -p 9004:9001 -h vizier-ui --name vizier-ui --network spark-net docker.mimirdb.info/vizier-ui
|
||||
|
|
Loading…
Reference in a new issue