X-Git-Url: https://gerrit.linuxfoundation.org/infra/gitweb?a=blobdiff_plain;f=shell%2Fjenkins-configure-clouds.sh;h=47023f7d4132395afc471fd16764f5c555947ddb;hb=40baa00e9dfc838fd7f8b47b5906158a7c6f4d85;hp=cd50da09568bd83d135c6a8c67dbd51dcbe7161e;hpb=35adc33717a2a9ca867c5a624904a963d8449ae6;p=releng%2Fglobal-jjb.git diff --git a/shell/jenkins-configure-clouds.sh b/shell/jenkins-configure-clouds.sh index cd50da09..47023f7d 100644 --- a/shell/jenkins-configure-clouds.sh +++ b/shell/jenkins-configure-clouds.sh @@ -48,6 +48,8 @@ silos="${jenkins_silos:-jenkins}" set -eu -o pipefail +version_ge() { test "$(echo "$@" | tr " " "\n" | sort -rV | head -n 1)" == "$1"; } + get_cfg() { if [ -z ${3+x} ]; then >&2 echo "Usage: get_cfg CFG_FILE SETTING DEFAULT" @@ -63,7 +65,7 @@ get_cfg() { exit 1 fi - cfg=$(grep "${setting^^}" "$cfg_file" | tail -1 | awk -F'=' '{print $2}') + cfg=$(grep "^${setting^^}=" "$cfg_file" | tail -1 | awk -F'=' '{print $2}') cfg=${cfg:-"$default"} echo "$cfg" } @@ -100,6 +102,24 @@ get_cloud_cfg() { echo ")" } +get_launcher_factory() { + if [ -z $1 ]; then + >&2 echo "Usage: get_launcher_factory JNLP|SSH" + exit 1 + fi + + local connection_type="$1" + + if [ "$connection_type" == "JNLP" ]; then + echo "new LauncherFactory.JNLP()" + elif [ "$connection_type" == "SSH" ]; then + echo "new LauncherFactory.SSH(\"$key_pair_name\", \"\")" + else + >&2 echo "Unknown connection type $connection_type" + exit 1 + fi +} + get_minion_options() { if [ -z $1 ]; then >&2 echo "Usage: get_minion_options CFG_FILE" @@ -146,59 +166,95 @@ get_minion_options() { volume_size=$(get_cfg "$cfg_file" VOLUME_SIZE "") hardware_id=$(get_cfg "$cfg_file" HARDWARE_ID "") network_id=$(get_cfg "$cfg_file" NETWORK_ID "") - user_data_id=$(get_cfg "$cfg_file" USER_DATA_ID "jenkins-init-script") + + udi_default="$(get_cfg "$(dirname $cfg_file)/cloud.cfg" USER_DATA_ID "jenkins-init-script")" + user_data_id=$(get_cfg "$cfg_file" USER_DATA_ID "$udi_default") # Handle Sandbox systems that might have a different cap. instance_cap=$(get_cfg "$cfg_file" INSTANCE_CAP "null") if [ "$silo" == "sandbox" ]; then instance_cap=$(get_cfg "$cfg_file" SANDBOX_CAP "null") fi + min_instance_cap=$(get_cfg "$cfg_file" MIN_INSTANCE_CAP "null") floating_ip_pool=$(get_cfg "$cfg_file" FLOATING_IP_POOL "") security_groups=$(get_cfg "$cfg_file" SECURITY_GROUPS "default") availability_zone=$(get_cfg "$cfg_file" AVAILABILITY_ZONE "") start_timeout=$(get_cfg "$cfg_file" START_TIMEOUT "600000") - key_pair_name=$(get_cfg "$cfg_file" KEY_PAIR_NAME "jenkins") + + kpn_default="$(get_cfg "$(dirname $cfg_file)/cloud.cfg" KEY_PAIR_NAME "jenkins-ssh")" + key_pair_name=$(get_cfg "$cfg_file" KEY_PAIR_NAME "$kpn_default") + num_executors=$(get_cfg "$cfg_file" NUM_EXECUTORS "1") jvm_options=$(get_cfg "$cfg_file" JVM_OPTIONS "") fs_root=$(get_cfg "$cfg_file" FS_ROOT "/w") retention_time=$(get_cfg "$cfg_file" RETENTION_TIME "0") - - if [ ! -z "$volume_size" ]; then - echo " new BootSource.VolumeFromImage(\"$image_name\", $volume_size)," - else - echo " new BootSource.Image(\"$image_name\")," + connection_type=$(get_cfg "$cfg_file" CONNECTION_TYPE "SSH") + launcher_factory=$(get_launcher_factory "$connection_type") + + OS_PLUGIN_VER="$(lftools jenkins plugins list \ + | grep -i 'OpenStack Cloud Plugin' | awk -F':' '{print $2}')" + if version_ge "$OS_PLUGIN_VER" "2.35"; then + if [ ! -z "$volume_size" ]; then + echo " new BootSource.VolumeFromImage(\"$image_name\", $volume_size)," + else + echo " new BootSource.Image(\"$image_name\")," + fi + echo " \"${flavors[${hardware_id}]}\"," + echo " \"$network_id\"," + echo " \"$user_data_id\"," + echo " $instance_cap," + echo " $min_instance_cap," + echo " \"$floating_ip_pool\"," + echo " \"$security_groups\"," + echo " \"$availability_zone\"," + echo " $start_timeout," + echo " \"$key_pair_name\"," + echo " $num_executors," + echo " \"$jvm_options\"," + echo " \"$fs_root\"," + echo " $launcher_factory," + echo " $retention_time" + + else # SlaveOptions() structure for versions <= 2.34 + if [ ! -z "$volume_size" ]; then + echo " new BootSource.VolumeFromImage(\"$image_name\", $volume_size)," + else + echo " new BootSource.Image(\"$image_name\")," + fi + echo " \"${flavors[${hardware_id}]}\"," + echo " \"$network_id\"," + echo " \"$user_data_id\"," + echo " $instance_cap," + echo " \"$floating_ip_pool\"," + echo " \"$security_groups\"," + echo " \"$availability_zone\"," + echo " $start_timeout," + echo " \"$key_pair_name\"," + echo " $num_executors," + echo " \"$jvm_options\"," + echo " \"$fs_root\"," + echo " $launcher_factory," + echo " $retention_time" fi - echo " \"${flavors[${hardware_id}]}\"," - echo " \"$network_id\"," - echo " \"$user_data_id\"," - echo " $instance_cap," - echo " \"$floating_ip_pool\"," - echo " \"$security_groups\"," - echo " \"$availability_zone\"," - echo " $start_timeout," - echo " \"$key_pair_name\"," - echo " $num_executors," - echo " \"$jvm_options\"," - echo " \"$fs_root\"," - echo " new LauncherFactory.SSH(\"jenkins\", \"\")," - echo " $retention_time" } get_template_cfg() { - if [ -z $1 ]; then - >&2 echo "Usage: get_template_cfg CFG_FILE" + if [ -z $2 ]; then + >&2 echo "Usage: get_template_cfg CFG_FILE SILO [MINION_PREFIX]" exit 1 fi local cfg_file="$1" - local minion_prefix="${2:-}" + local silo="${2}" + local minion_prefix="${3:-}" + template_name=$(basename $cfg_file .cfg) labels=$(get_cfg "$cfg_file" LABELS "") echo "minion_options = new SlaveOptions(" - get_minion_options "$cfg_file" + get_minion_options "$cfg_file" "$silo" echo ")" echo "template = new JCloudsSlaveTemplate(" @@ -226,6 +282,15 @@ for silo in $silos; do node_prefix="${silo}-" fi + set +x # Disable `set -x` to prevent printing passwords + echo "Configuring $silo" + JENKINS_URL=$(crudini --get "$HOME"/.config/jenkins_jobs/jenkins_jobs.ini "$silo" url) + JENKINS_USER=$(crudini --get "$HOME"/.config/jenkins_jobs/jenkins_jobs.ini "$silo" user) + JENKINS_PASSWORD=$(crudini --get "$HOME"/.config/jenkins_jobs/jenkins_jobs.ini "$silo" password) + export JENKINS_URL + export JENKINS_USER + export JENKINS_PASSWORD + echo "-----> Groovy script $script_file" for cloud in "${clouds[@]}"; do cfg_dir="${cloud}" @@ -243,7 +308,7 @@ for silo in $silos; do echo "templates = []" >> $insert_file mapfile -t templates < <(find $cfg_dir -maxdepth 1 -not -type d -not -name "cloud.cfg") for template in "${templates[@]}"; do - get_template_cfg "$template" "$node_prefix" >> "$insert_file" + get_template_cfg "$template" "$silo" "$node_prefix" >> "$insert_file" echo "templates.add(template)" >> "$insert_file" done @@ -253,13 +318,5 @@ for silo in $silos; do cat "$insert_file" >> "$script_file" done - set +x # Disable `set -x` to prevent printing passwords - echo "Configuring $silo" - JENKINS_URL=$(crudini --get "$HOME"/.config/jenkins_jobs/jenkins_jobs.ini "$silo" url) - JENKINS_USER=$(crudini --get "$HOME"/.config/jenkins_jobs/jenkins_jobs.ini "$silo" user) - JENKINS_PASSWORD=$(crudini --get "$HOME"/.config/jenkins_jobs/jenkins_jobs.ini "$silo" password) - export JENKINS_URL - export JENKINS_USER - export JENKINS_PASSWORD lftools jenkins groovy "$script_file" done