Merge "zuul: Add Airskiff Zuul Gate"
This commit is contained in:
commit
4b75ae25ab
24
.zuul.yaml
24
.zuul.yaml
|
@ -19,10 +19,12 @@
|
||||||
jobs:
|
jobs:
|
||||||
- airship-seaworthy-site-lint-gate
|
- airship-seaworthy-site-lint-gate
|
||||||
- airskiff-site-lint-gate
|
- airskiff-site-lint-gate
|
||||||
|
- airskiff-deploy-gate
|
||||||
gate:
|
gate:
|
||||||
jobs:
|
jobs:
|
||||||
- airship-seaworthy-site-lint-gate
|
- airship-seaworthy-site-lint-gate
|
||||||
- airskiff-site-lint-gate
|
- airskiff-site-lint-gate
|
||||||
|
- airskiff-deploy-gate
|
||||||
|
|
||||||
- nodeset:
|
- nodeset:
|
||||||
name: airship-treasuremap-single-node
|
name: airship-treasuremap-single-node
|
||||||
|
@ -30,6 +32,28 @@
|
||||||
- name: ubuntu-xenial
|
- name: ubuntu-xenial
|
||||||
label: ubuntu-xenial
|
label: ubuntu-xenial
|
||||||
|
|
||||||
|
- job:
|
||||||
|
name: airskiff-deploy-gate
|
||||||
|
nodeset: airship-treasuremap-single-node
|
||||||
|
description: |
|
||||||
|
Deploy Memcached using Airskiff and latest Treasuremap changes.
|
||||||
|
timeout: 9600
|
||||||
|
pre-run:
|
||||||
|
- tools/gate/playbooks/git-config.yaml
|
||||||
|
- tools/gate/playbooks/airskiff-reduce-site.yaml
|
||||||
|
run: tools/gate/playbooks/airskiff-deploy-gate.yaml
|
||||||
|
post-run: tools/gate/playbooks/debug-report.yaml
|
||||||
|
required-projects:
|
||||||
|
- openstack/airship-armada
|
||||||
|
- openstack/airship-deckhand
|
||||||
|
- openstack/airship-pegleg
|
||||||
|
- openstack/airship-shipyard
|
||||||
|
- openstack/openstack-helm
|
||||||
|
- openstack/openstack-helm-infra
|
||||||
|
irrelevant-files:
|
||||||
|
- ^.*\.rst$
|
||||||
|
- ^doc/.*$
|
||||||
|
|
||||||
- job:
|
- job:
|
||||||
name: airship-seaworthy-site-lint-gate
|
name: airship-seaworthy-site-lint-gate
|
||||||
nodeset: airship-treasuremap-single-node
|
nodeset: airship-treasuremap-single-node
|
||||||
|
|
|
@ -0,0 +1,127 @@
|
||||||
|
#!/usr/bin/env bash
|
||||||
|
|
||||||
|
set -ux
|
||||||
|
|
||||||
|
SUBDIR_NAME=debug-$(hostname)
|
||||||
|
|
||||||
|
# NOTE(mark-burnett): This should add calicoctl to the path.
|
||||||
|
export PATH=${PATH}:/opt/cni/bin
|
||||||
|
|
||||||
|
TEMP_DIR=$(mktemp -d)
|
||||||
|
export TEMP_DIR
|
||||||
|
export BASE_DIR="${TEMP_DIR}/${SUBDIR_NAME}"
|
||||||
|
export HELM_DIR="${BASE_DIR}/helm"
|
||||||
|
export CALICO_DIR="${BASE_DIR}/calico"
|
||||||
|
|
||||||
|
mkdir -p "${BASE_DIR}"
|
||||||
|
|
||||||
|
PARALLELISM_FACTOR=2
|
||||||
|
|
||||||
|
function get_namespaces () {
|
||||||
|
kubectl get namespaces -o name | awk -F '/' '{ print $NF }'
|
||||||
|
}
|
||||||
|
|
||||||
|
function get_pods () {
|
||||||
|
NAMESPACE=$1
|
||||||
|
kubectl get pods -n "${NAMESPACE}" -o name --show-all | awk -F '/' '{ print $NF }' | xargs -L1 -P 1 -I {} echo "${NAMESPACE}" {}
|
||||||
|
}
|
||||||
|
export -f get_pods
|
||||||
|
|
||||||
|
function get_pod_logs () {
|
||||||
|
NAMESPACE=${1% *}
|
||||||
|
POD=${1#* }
|
||||||
|
INIT_CONTAINERS=$(kubectl get pod "${POD}" -n "${NAMESPACE}" -o json | jq -r '.spec.initContainers[]?.name')
|
||||||
|
CONTAINERS=$(kubectl get pod "${POD}" -n "${NAMESPACE}" -o json | jq -r '.spec.containers[].name')
|
||||||
|
POD_DIR="${BASE_DIR}/pod-logs/${NAMESPACE}/${POD}"
|
||||||
|
mkdir -p "${POD_DIR}"
|
||||||
|
for CONTAINER in ${INIT_CONTAINERS} ${CONTAINERS}; do
|
||||||
|
kubectl logs "${POD}" -n "${NAMESPACE}" -c "${CONTAINER}" > "${POD_DIR}/${CONTAINER}.txt"
|
||||||
|
done
|
||||||
|
}
|
||||||
|
export -f get_pod_logs
|
||||||
|
|
||||||
|
function list_namespaced_objects () {
|
||||||
|
export NAMESPACE=$1
|
||||||
|
cat | awk "{ print \"${NAMESPACE} \" \$1 }" <<OBJECTS
|
||||||
|
configmaps
|
||||||
|
cronjobs
|
||||||
|
daemonsets
|
||||||
|
deployment
|
||||||
|
endpoints
|
||||||
|
ingresses
|
||||||
|
jobs
|
||||||
|
networkpolicies
|
||||||
|
pods
|
||||||
|
podsecuritypolicies
|
||||||
|
persistentvolumeclaims
|
||||||
|
rolebindings
|
||||||
|
roles
|
||||||
|
serviceaccounts
|
||||||
|
services
|
||||||
|
statefulsets
|
||||||
|
OBJECTS
|
||||||
|
}
|
||||||
|
export -f list_namespaced_objects
|
||||||
|
|
||||||
|
function name_objects () {
|
||||||
|
input=($1)
|
||||||
|
export NAMESPACE=${input[0]}
|
||||||
|
export OBJECT=${input[1]}
|
||||||
|
kubectl get -n "${NAMESPACE}" "${OBJECT}" -o name | awk "{ print \"${NAMESPACE} ${OBJECT} \" \$1 }"
|
||||||
|
}
|
||||||
|
export -f name_objects
|
||||||
|
|
||||||
|
function get_objects () {
|
||||||
|
input=($1)
|
||||||
|
export NAMESPACE=${input[0]}
|
||||||
|
export OBJECT=${input[1]}
|
||||||
|
export NAME=${input[2]#*/}
|
||||||
|
echo "${NAMESPACE}/${OBJECT}/${NAME}"
|
||||||
|
DIR="${BASE_DIR}/objects/namespaced/${NAMESPACE}/${OBJECT}"
|
||||||
|
mkdir -p "${DIR}"
|
||||||
|
kubectl get -n "${NAMESPACE}" "${OBJECT}" "${NAME}" -o yaml > "${DIR}/${NAME}.yaml"
|
||||||
|
}
|
||||||
|
export -f get_objects
|
||||||
|
|
||||||
|
function get_releases () {
|
||||||
|
helm list --all --short
|
||||||
|
}
|
||||||
|
|
||||||
|
function get_release () {
|
||||||
|
input=($1)
|
||||||
|
RELEASE=${input[0]}
|
||||||
|
helm status "${RELEASE}" > "${HELM_DIR}/${RELEASE}.txt"
|
||||||
|
|
||||||
|
}
|
||||||
|
export -f get_release
|
||||||
|
|
||||||
|
if which helm; then
|
||||||
|
mkdir -p "${HELM_DIR}"
|
||||||
|
helm list --all > "${HELM_DIR}/list" &
|
||||||
|
get_releases | \
|
||||||
|
xargs -r -n 1 -P "${PARALLELISM_FACTOR}" -I {} bash -c 'get_release "$@"' _ {}
|
||||||
|
fi
|
||||||
|
|
||||||
|
kubectl get --all-namespaces -o wide pods > "${BASE_DIR}/pods.txt" &
|
||||||
|
|
||||||
|
get_namespaces | \
|
||||||
|
xargs -r -n 1 -P "${PARALLELISM_FACTOR}" -I {} bash -c 'get_pods "$@"' _ {} | \
|
||||||
|
xargs -r -n 2 -P "${PARALLELISM_FACTOR}" -I {} bash -c 'get_pod_logs "$@"' _ {} &
|
||||||
|
|
||||||
|
get_namespaces | \
|
||||||
|
xargs -r -n 1 -P "${PARALLELISM_FACTOR}" -I {} bash -c 'list_namespaced_objects "$@"' _ {} | \
|
||||||
|
xargs -r -n 1 -P "${PARALLELISM_FACTOR}" -I {} bash -c 'name_objects "$@"' _ {} | \
|
||||||
|
xargs -r -n 1 -P "${PARALLELISM_FACTOR}" -I {} bash -c 'get_objects "$@"' _ {} &
|
||||||
|
|
||||||
|
iptables-save > "${BASE_DIR}/iptables" &
|
||||||
|
|
||||||
|
if which calicoctl; then
|
||||||
|
mkdir -p "${CALICO_DIR}"
|
||||||
|
for kind in bgpPeer hostEndpoint ipPool nodes policy profile workloadEndpoint; do
|
||||||
|
calicoctl get "${kind}" -o yaml > "${CALICO_DIR}/${kind}.yaml" &
|
||||||
|
done
|
||||||
|
fi
|
||||||
|
|
||||||
|
wait
|
||||||
|
|
||||||
|
tar zcf "${SUBDIR_NAME}.tgz" -C "${TEMP_DIR}" "${SUBDIR_NAME}"
|
|
@ -0,0 +1,21 @@
|
||||||
|
---
|
||||||
|
schema: armada/Manifest/v1
|
||||||
|
metadata:
|
||||||
|
schema: metadata/Document/v1
|
||||||
|
name: full-site
|
||||||
|
replacement: true
|
||||||
|
layeringDefinition:
|
||||||
|
abstract: false
|
||||||
|
layer: site
|
||||||
|
parentSelector:
|
||||||
|
name: full-site-global
|
||||||
|
actions:
|
||||||
|
- method: replace
|
||||||
|
path: .chart_groups
|
||||||
|
storagePolicy: cleartext
|
||||||
|
data:
|
||||||
|
release_prefix: airship
|
||||||
|
chart_groups:
|
||||||
|
- openstack-ingress-controller-airskiff
|
||||||
|
- openstack-memcached
|
||||||
|
...
|
|
@ -0,0 +1,79 @@
|
||||||
|
# Copyright 2018 AT&T Intellectual Property. All other rights reserved.
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
|
||||||
|
- hosts: ubuntu-xenial
|
||||||
|
tasks:
|
||||||
|
- name: Install required packages
|
||||||
|
shell: |
|
||||||
|
./tools/deployment/airskiff/developer/000-install-packages.sh
|
||||||
|
args:
|
||||||
|
chdir: "{{ zuul.project.src_dir }}"
|
||||||
|
become: yes
|
||||||
|
|
||||||
|
- name: Build Armada
|
||||||
|
shell: |
|
||||||
|
make images
|
||||||
|
args:
|
||||||
|
chdir: "{{ zuul.projects['git.openstack.org/openstack/airship-armada'].src_dir }}"
|
||||||
|
become: yes
|
||||||
|
|
||||||
|
- name: Build Deckhand
|
||||||
|
shell: |
|
||||||
|
make
|
||||||
|
args:
|
||||||
|
chdir: "{{ zuul.projects['git.openstack.org/openstack/airship-deckhand'].src_dir }}"
|
||||||
|
become: yes
|
||||||
|
|
||||||
|
- name: Build Shipyard
|
||||||
|
shell: |
|
||||||
|
make
|
||||||
|
args:
|
||||||
|
chdir: "{{ zuul.projects['git.openstack.org/openstack/airship-shipyard'].src_dir }}"
|
||||||
|
become: yes
|
||||||
|
|
||||||
|
- name: Deploy Kubernetes with KubeADM
|
||||||
|
shell: |
|
||||||
|
./tools/deployment/airskiff/developer/010-deploy-k8s.sh
|
||||||
|
args:
|
||||||
|
chdir: "{{ zuul.project.src_dir }}"
|
||||||
|
|
||||||
|
- name: Setup OpenStack Client
|
||||||
|
shell: |
|
||||||
|
./tools/deployment/airskiff/developer/020-setup-client.sh
|
||||||
|
args:
|
||||||
|
chdir: "{{ zuul.project.src_dir }}"
|
||||||
|
become: yes
|
||||||
|
|
||||||
|
- name: Deploy Airship components using Armada
|
||||||
|
shell: |
|
||||||
|
mkdir ~/.kube
|
||||||
|
cp -rp /home/zuul/.kube/config ~/.kube/config
|
||||||
|
./tools/deployment/airskiff/developer/030-armada-bootstrap.sh
|
||||||
|
args:
|
||||||
|
chdir: "{{ zuul.project.src_dir }}"
|
||||||
|
become: yes
|
||||||
|
|
||||||
|
- name: Deploy Software using Airship
|
||||||
|
shell: |
|
||||||
|
./tools/deployment/airskiff/developer/100-deploy-osh.sh
|
||||||
|
args:
|
||||||
|
chdir: "{{ zuul.project.src_dir }}"
|
||||||
|
become: yes
|
||||||
|
|
||||||
|
- name: Wait for deployment completion
|
||||||
|
shell: |
|
||||||
|
./tools/gate/wait-for-shipyard.sh
|
||||||
|
args:
|
||||||
|
chdir: "{{ zuul.project.src_dir }}"
|
||||||
|
become: yes
|
|
@ -0,0 +1,22 @@
|
||||||
|
# Copyright 2018 AT&T Intellectual Property. All other rights reserved.
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
|
||||||
|
- hosts: ubuntu-xenial
|
||||||
|
tasks:
|
||||||
|
- name: Replace Armada manifest
|
||||||
|
shell: |
|
||||||
|
mv tools/gate/manifests/full-site.yaml \
|
||||||
|
site/airskiff/software/manifests/full-site.yaml
|
||||||
|
args:
|
||||||
|
chdir: "{{ zuul.project.src_dir }}"
|
|
@ -0,0 +1,34 @@
|
||||||
|
# Copyright 2018 AT&T Intellectual Property. All other rights reserved.
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
|
||||||
|
- hosts: ubuntu-xenial
|
||||||
|
tasks:
|
||||||
|
- name: Build debug report
|
||||||
|
shell: |
|
||||||
|
./tools/gate/debug-report.sh
|
||||||
|
args:
|
||||||
|
chdir: "{{ zuul.project.src_dir }}"
|
||||||
|
|
||||||
|
- name: Extract debug report
|
||||||
|
shell: |
|
||||||
|
mkdir -p /tmp/debug
|
||||||
|
tar -xf debug-* -C /tmp/debug
|
||||||
|
args:
|
||||||
|
chdir: "{{ zuul.project.src_dir }}"
|
||||||
|
|
||||||
|
- name: Pull logs to executor
|
||||||
|
synchronize:
|
||||||
|
src: /tmp/debug
|
||||||
|
dest: "{{ zuul.executor.log_root }}/{{ inventory_hostname }}"
|
||||||
|
mode: pull
|
|
@ -0,0 +1,42 @@
|
||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
# Copyright 2018 AT&T Intellectual Property. All other rights reserved.
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||||
|
# not use this file except in compliance with the License. You may obtain
|
||||||
|
# a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
# License for the specific language governing permissions and limitations
|
||||||
|
# under the License
|
||||||
|
|
||||||
|
set -e
|
||||||
|
|
||||||
|
: "${SHIPYARD:=../airship-shipyard/tools/shipyard.sh}"
|
||||||
|
|
||||||
|
ACTION=$(${SHIPYARD} get actions | grep -i "Processing" | awk '{ print $2 }')
|
||||||
|
|
||||||
|
echo -e "\nWaiting for $ACTION..."
|
||||||
|
|
||||||
|
while true; do
|
||||||
|
status=$(${SHIPYARD} describe "$ACTION" | grep -i "Lifecycle" | \
|
||||||
|
awk '{print $2}')
|
||||||
|
|
||||||
|
if [ "${status}" == "Failed" ]; then
|
||||||
|
echo -e "\n$ACTION FAILED\n"
|
||||||
|
${SHIPYARD} describe "${ACTION}"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ "${status}" == "Complete" ]; then
|
||||||
|
echo -e "\n$ACTION completed SUCCESSFULLY\n"
|
||||||
|
${SHIPYARD} describe "${ACTION}"
|
||||||
|
exit 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
sleep 10
|
||||||
|
done
|
Loading…
Reference in New Issue