#!/bin/bash
# Copyright (c) 2018 R. Diez - Licensed under the GNU AGPLv3
set -o errexit
set -o nounset
set -o pipefail
abort ()
{
echo >&2 && echo "Error in script \"$0\": $*" >&2
exit 1
}
replace_string_in_files ()
{
local DIR="$1"
local STRING_TO_REPLACE="$2"
local REPLACEMENT_STRING="$3"
find "$DIR" -type f -print0 | xargs -0 sed -i "s;$STRING_TO_REPLACE;$REPLACEMENT_STRING;g"
}
read_uptime_as_integer ()
{
local PROC_UPTIME_CONTENTS
PROC_UPTIME_CONTENTS="$(</proc/uptime)"
local PROC_UPTIME_COMPONENTS
IFS=$' \t' read -r -a PROC_UPTIME_COMPONENTS <<< "$PROC_UPTIME_CONTENTS"
local UPTIME_AS_FLOATING_POINT=${PROC_UPTIME_COMPONENTS[0]}
# The /proc/uptime format is not exactly documented, so I am not sure whether
# there will always be a decimal part. Therefore, capture the integer part
# of a value like "123" or "123.45".
# I hope /proc/uptime never yields a value like ".12" or "12.", because
# the following code does not cope with those.
local REGEXP="^([0-9]+)(\\.[0-9]+)?\$"
if ! [[ $UPTIME_AS_FLOATING_POINT =~ $REGEXP ]]; then
abort "Error parsing this uptime value: $UPTIME_AS_FLOATING_POINT"
fi
UPTIME=${BASH_REMATCH[1]}
}
get_human_friendly_elapsed_time ()
{
local -i SECONDS="$1"
if (( SECONDS <= 59 )); then
ELAPSED_TIME_STR="$SECONDS seconds"
return
fi
local -i V="$SECONDS"
ELAPSED_TIME_STR="$(( V % 60 )) seconds"
V="$(( V / 60 ))"
ELAPSED_TIME_STR="$(( V % 60 )) minutes, $ELAPSED_TIME_STR"
V="$(( V / 60 ))"
if (( V > 0 )); then
ELAPSED_TIME_STR="$V hours, $ELAPSED_TIME_STR"
fi
printf -v ELAPSED_TIME_STR "%s (%'d seconds)" "$ELAPSED_TIME_STR" "$SECONDS"
}
get_site_log_filename ()
{
local TEMPLATE_NAME="$1"
local SITE_CODE="$2"
LOG_FILENAME="$SANDBOX_DIR/assembled/$TEMPLATE_NAME/$SITE_CODE/build.log"
}
MAKECLEAN=false
GITRESET=false
#MAKECLEAN=true
#GITRESET=true
#SBRANCH="$(date +%Y%m%d%H%M)"
SBRANCH="$(date +%y%m%d%H)$(cat $1|grep -v ^#|head -1|cut -c1-3)"
#SBRANCH="25012123sta"
SITECODE_BEFORE="coldstart"
FIRSTSITE=true
FIRSTRUN=true
generate_site_config ()
{
local RELBRANCH="${1}"
local GLUONBRANCH="${2}"
local TEMPLATE_NAME="${3}"
local SITE_CODE="${4}"
local DOMAIN_NR="${5}"
local SITE_SMALL="${6}"
local SITE_BIG="${7}"
local FF_PREFIX="${8}"
local META_PREFIX="${9}"
local MESH_SSID="${10}"
local DOMAIN_NAME="${11}"
local SUPERNODE_DEFAULT="${12}"
local V4_PREFIX="${13}"
local V6_PREFIX="${14}"
local WIFICH_24="${15}"
local WIFICH_5="${16}"
local MAP_LAT="${17}"
local MAP_LON="${18}"
local MAP_ZOOM="${19}"
local DOMAIN_HASH="${20}"
local META_NAME="${21}"
local META_WEBSITE="${22}"
local MAP_WEBSITE="${23}"
local FWWEBSITE_HOST="${24}"
local FWWEBSITE_TLD="${25}"
local OPKG_FQDN="${26}"
local SUPERNODE_TLD="${27}"
local DOMAIN_REGION_DE="${28}"
local DOMAIN_REGION_EN="${29}"
local SETUP_SKIP="${30}"
local KEY_FILE_SIGN="${31}"
local KEY_FILE_SSH="${32}"
local DOMAIN_LONGNAME="${33}"
echo "Generating site $SITE_CODE..."
local DIR="assembled/$TEMPLATE_NAME/$SITE_CODE"
mkdir -p "assembled/$TEMPLATE_NAME"
cp -r -L "templates/$TEMPLATE_NAME" "$DIR"
replace_string_in_files "$DIR" SBRANCH "$SBRANCH"
replace_string_in_files "$DIR" RELBRANCH "$RELBRANCH"
replace_string_in_files "$DIR" GLUONBRANCH "$GLUONBRANCH"
replace_string_in_files "$DIR" SITECODE "$SITE_CODE"
replace_string_in_files "$DIR" DOMAINNR "$DOMAIN_NR"
replace_string_in_files "$DIR" SITESMALL "$SITE_SMALL"
replace_string_in_files "$DIR" SITEBIG "$SITE_BIG"
replace_string_in_files "$DIR" FFPREFIX "$FF_PREFIX"
replace_string_in_files "$DIR" METAPREFIX "$META_PREFIX"
replace_string_in_files "$DIR" MESHSSID "$MESH_SSID"
replace_string_in_files "$DIR" DOMAINNAME "$(echo $DOMAIN_NAME|sed -e 's/_/\ /g')"
replace_string_in_files "$DIR" SUPERNODEDEFAULT "$SUPERNODE_DEFAULT"
replace_string_in_files "$DIR" V4PREFIX "$V4_PREFIX"
replace_string_in_files "$DIR" V6PREFIX "$V6_PREFIX"
replace_string_in_files "$DIR" WIFICH24 "$WIFICH_24"
replace_string_in_files "$DIR" WIFICH5 "$WIFICH_5"
replace_string_in_files "$DIR" MAPLAT "$MAP_LAT"
replace_string_in_files "$DIR" MAPLON "$MAP_LON"
replace_string_in_files "$DIR" MAPZOOM "$MAP_ZOOM"
replace_string_in_files "$DIR" DOMAINHASH "$DOMAIN_HASH"
replace_string_in_files "$DIR" METANAME "$(echo $META_NAME|sed -e 's/_/\ /g')"
replace_string_in_files "$DIR" METAWEBSITE "$META_WEBSITE"
replace_string_in_files "$DIR" MAPWEBSITE "$MAP_WEBSITE"
replace_string_in_files "$DIR" FWWEBSITEHOST "$FWWEBSITE_HOST"
replace_string_in_files "$DIR" FWWEBSITETLD "$FWWEBSITE_TLD"
replace_string_in_files "$DIR" OPKGFQDN "$OPKG_FQDN"
replace_string_in_files "$DIR" SUPERNODETLD "$SUPERNODE_TLD"
replace_string_in_files "$DIR" DOMAINREGIONDE "$(echo $DOMAIN_REGION_DE|sed -e 's/_/\ /g')"
replace_string_in_files "$DIR" DOMAINREGIONEN "$(echo $DOMAIN_REGION_EN|sed -e 's/_/\ /g')"
replace_string_in_files "$DIR" SETUPSKIP "$SETUP_SKIP"
replace_string_in_files "$DIR" KEYFILESIGN "$(cat buildkeys/$KEY_FILE_SIGN|sed ':a;N;$!ba;s/\n/\\n/g')"
replace_string_in_files "$DIR" KEYFILESSH "$(cat buildkeys/$KEY_FILE_SSH|sed ':a;N;$!ba;s/\n/\\n/g')"
replace_string_in_files "$DIR" DOMAINLONGNAME "$(echo $DOMAIN_LONGNAME|sed -e 's/_/\ /g')"
# Create the log file, or truncate it if it already exists.
get_site_log_filename "$TEMPLATE_NAME" "$SITE_CODE"
echo -n "" >"$LOG_FILENAME"
}
generate_all_site_configs ()
{
echo "Generating sites for sbranch $SBRANCH ..."
rm -rf assembled
local -i index
for (( index=0; index < ${#ALL_SITE_RELBRANCHES[@]}; index += 1 )); do
generate_site_config "${ALL_SITE_RELBRANCHES[$index]}" \
"${ALL_SITE_GLUON_BRANCHES[$index]}" \
"${ALL_SITE_TEMPLATE_NAMES[$index]}" \
"${ALL_SITE_CODES[$index]}" \
"${ALL_SITE_DOMAIN_NRS[$index]}" \
"${ALL_SITE_SITE_SMALLS[$index]}" \
"${ALL_SITE_SITE_BIGS[$index]}" \
"${ALL_SITE_FF_PREFIXS[$index]}" \
"${ALL_SITE_META_PREFIXS[$index]}" \
"${ALL_SITE_MESH_SSIDS[$index]}" \
"${ALL_SITE_DOMAIN_NAMES[$index]}" \
"${ALL_SITE_SUPERNODE_DEFAULTS[$index]}" \
"${ALL_SITE_V4_PREFIXS[$index]}" \
"${ALL_SITE_V6_PREFIXS[$index]}" \
"${ALL_SITE_WIFICH_24S[$index]}" \
"${ALL_SITE_WIFICH_5S[$index]}" \
"${ALL_SITE_MAP_LATS[$index]}" \
"${ALL_SITE_MAP_LONS[$index]}" \
"${ALL_SITE_MAP_ZOOMS[$index]}" \
"${ALL_SITE_DOMAIN_HASHS[$index]}" \
"${ALL_SITE_META_NAMES[$index]}" \
"${ALL_SITE_META_WEBSITES[$index]}" \
"${ALL_SITE_MAP_WEBSITES[$index]}" \
"${ALL_SITE_FWWEBSITE_HOSTS[$index]}" \
"${ALL_SITE_FWWEBSITE_TLDS[$index]}" \
"${ALL_SITE_OPKG_FQDNS[$index]}" \
"${ALL_SITE_SUPERNODE_TLDS[$index]}" \
"${ALL_SITE_DOMAIN_REGION_DES[$index]}" \
"${ALL_SITE_DOMAIN_REGION_ENS[$index]}" \
"${ALL_SITE_SETUP_SKIPS[$index]}" \
"${ALL_SITE_KEY_FILE_SIGNS[$index]}" \
"${ALL_SITE_KEY_FILE_SSHS[$index]}" \
"${ALL_SITE_DOMAIN_LONGNAMES[$index]}"
done
echo "Finished generating sites."
}
append_quoted_arg ()
{
local APPEND_TO_VAR_NAME="$1"
local APPEND_ARG_NAME="$2"
local APPEND_PATH="$3"
printf -v "$APPEND_TO_VAR_NAME" "%s $APPEND_ARG_NAME=%q" "${!APPEND_TO_VAR_NAME}" "$APPEND_PATH"
}
build_images_for_site ()
{
local RELBRANCH="$1"
local TEMPLATE_NAME="$2"
local SITE_CODE="$3"
local GLUONBRANCH="$4"
local -i target_index
local TARGET
local ARGS=""
append_quoted_arg ARGS GLUON_SITEDIR "$SANDBOX_DIR/assembled/$TEMPLATE_NAME/$SITE_CODE"
append_quoted_arg ARGS GLUON_IMAGEDIR "$SANDBOX_DIR/images/running/$TEMPLATE_NAME/$SITE_CODE"
append_quoted_arg ARGS GLUON_MODULEDIR "$SANDBOX_DIR/gluon/output/modules"
append_quoted_arg ARGS GLUON_PACKAGEDIR "$SANDBOX_DIR/gluon/output/packages"
append_quoted_arg ARGS GLUON_SITE_VERSION $(date +%Y%m%d)
# For the Gluon build system, BROKEN=1 means "use the experimental/unstable branch".
append_quoted_arg ARGS BROKEN "1"
# verbose logs
# append_quoted_arg ARGS v "s"
# append_quoted_arg ARGS BUILD_LOG "1"
# Setting GLUON_BRANCH enables the firmware autoupdater.
append_quoted_arg ARGS GLUON AUTOUPDATER_ENABLED=1
append_quoted_arg ARGS GLUON_AUTOUPDATER_BRANCH "$RELBRANCH"
append_quoted_arg ARGS GLUON_BRANCH "$RELBRANCH"
# Parameters for setting buildbot signatures
local SIGN_ARGS=""
SIGN_ARGS+=" $(cat $SANDBOX_DIR/buildkeys/untrustworthy-buildbot-signkey.priv)"
SIGN_ARGS+=" $SANDBOX_DIR/images/running/$TEMPLATE_NAME/$SITE_CODE/sysupgrade/$RELBRANCH.manifest"
local MAKE_CMD
local SIGN_CMD
local PREPARED_FILENAME="$SANDBOX_DIR/.prepared"
local PREPARED_CONTENTS
if [ -f "PREPARED_FILENAME" ]; then
PREPARED_CONTENTS=$(<"$PREPARED_FILENAME")
rm -- "$PREPARED_FILENAME"
else
PREPARED_CONTENTS=""
fi
if [[ "$PREPARED_CONTENTS" != "$TEMPLATE_NAME" ]]; then
for (( target_index=0; target_index < ${#TARGETS[@]}; target_index += 1 )); do
TARGET="${TARGETS[target_index]}"
# if [ "$SITE_CODE" != "$SITECODE_BEFORE" ] && [ "$MAKECLEAN" = true ] ; then
if [ "$GITRESET" = true ] && [ "$FIRSTRUN" = true ] ; then
echo "GitReset firmware for site code: $SITE_CODE, target: $TARGET ..."
rm -rf .git/rebase-apply
# git clean -xfd
# git submodule foreach --recursive git clean -xfd
git reset --hard origin/$GLUONBRANCH
git submodule foreach --recursive git reset --hard
# git submodule update --init --recursive
if [ -d "openwrt" ]; then
pushd openwrt
# git clean -xfd
# git submodule foreach --recursive git clean -xfd
git reset --hard
git submodule foreach --recursive git reset --hard
# git submodule update --init --recursive
popd
else
# make update GLUON_TARGET=ar71xx-tiny GLUON_SITEDIR=/home/build/firmware2021.x/firmware/assembled/43_bggl/43_bggl GLUON_IMAGEDIR=/home/build/firmware2021.x/firmware/images/running/43_bggl/43_bggl GLUON_MODULEDIR=/home/build/firmware2021.x/firmware/gluon/output/modules GLUON_PACKAGEDIR=/home/build/firmware2021.x/firmware/gluon/output/packages GLUON_SITE_VERSION=20241009 BROKEN=1 GLUON=AUTOUPDATER_ENABLED=1 GLUON_AUTOUPDATER_BRANCH=stable GLUON_BRANCH=stable
echo "Make update for site code: $SITE_CODE, target: $TARGET ..."
printf -v MAKE_CMD "make update GLUON_TARGET=%q %s" "$TARGET" "$ARGS"
echo "$MAKE_CMD"
eval "$MAKE_CMD"
fi
FIRSTRUN=false
fi
SITECODE_BEFORE=$SITE_CODE
if [ "$MAKECLEAN" = true ] && [ "$FIRSTSITE" = true ] ; then
echo "Cleaning the firmware for site code: $SITE_CODE, target: $TARGET ..."
printf -v MAKE_CMD "make clean GLUON_TARGET=%q %s" "$TARGET" "$ARGS"
echo "$MAKE_CMD"
eval "$MAKE_CMD"
FIRSTSITE=false
fi
SITECODE_BEFORE=$SITE_CODE
done
# GLUON_DEVICES="avm-fritz-box-4020 tp-link-tl-wdr4300-v1"
## remains from gluon2021.x patches
# if [ "$TARGETS" == "ramips-mt7621" ] && [ "$ADD_MI4G" == true ] ; then
# GLUONDEVICES+="xiaomi-mi-router-4a-gigabit-edition"
# else
# # unset GLUONDEVICES
GLUONDEVICES=""
# fi
echo "Site prepare.sh $TARGET $GLUONDEVICES"
"$SANDBOX_DIR/assembled/$TEMPLATE_NAME/$SITE_CODE/prepare.sh" $TARGET $GLUONDEVICES
# "$SANDBOX_DIR/assembled/$TEMPLATE_NAME/$SITE_CODE/prepare.sh"
echo "Gluon make update..."
printf -v MAKE_CMD "make update %s" "$ARGS"
echo "$MAKE_CMD"
eval "$MAKE_CMD"
fi
local MAKE_J_VAL
MAKE_J_VAL="$(( $(getconf _NPROCESSORS_ONLN) * 2 ))"
# only 1 cpu core to use
# MAKE_J_VAL=1
for (( target_index=0; target_index < ${#TARGETS[@]}; target_index += 1 )); do
TARGET="${TARGETS[target_index]}"
echo "GLUONDEVICEs $GLUONDEVICES"
echo "Building the firmware for site code: $SITE_CODE, target: $TARGET ..."
printf -v MAKE_CMD "make GLUON_TARGET=%q" "$TARGET"
# For the Gluon build system, V=s means generate a full build log (show build commands, compiler warnings etc.).
MAKE_CMD+=" V=s"
MAKE_CMD+=" $ARGS"
MAKE_CMD+=" -j $MAKE_J_VAL --output-sync=recurse"
if [ ! -z "$GLUONDEVICES" ] && [ "${#GLUONDEVICES}" -gt 1 ]; then
MAKE_CMD+=" GLUON_DEVICES=$GLUONDEVICES "
echo "for GLUONDEVICEs $GLUONDEVICES"
fi
echo "$MAKE_CMD"
eval "$MAKE_CMD"
done
echo "$TEMPLATE_NAME" > "$PREPARED_FILENAME"
echo "Making manifest..."
printf -v MAKE_CMD "make manifest %s" "$ARGS"
echo "$MAKE_CMD"
eval "$MAKE_CMD"
printf -v SIGN_CMD "$SANDBOX_DIR/esign $SIGN_ARGS"
echo "$SIGN_CMD"
eval "$SIGN_CMD"
local SITE_IMAGE_DIR="$SANDBOX_DIR/images/running/$TEMPLATE_NAME/$SITE_CODE/site"
echo "Copying build result to \"$SITE_IMAGE_DIR\" ..."
# This directory may already exist from a previous run.
mkdir --parents -- "$SITE_IMAGE_DIR"
rsync --archive "$SANDBOX_DIR/assembled/$TEMPLATE_NAME/$SITE_CODE/" --exclude '*.old' --exclude '*.backup' --exclude '*~' --exclude '*.nonworking' "$SITE_IMAGE_DIR"
cp -- "$SANDBOX_DIR/build.sh" "$SITE_IMAGE_DIR/"
}
build_all_images ()
{
local -a TARGETS=("$@")
if (( ${#TARGETS[@]} == 0 )); then
# TARGETS+=( armsr-armv7 )
# TARGETS+=( armsr-armv8 )
TARGETS+=( ath79-generic )
TARGETS+=( ath79-nand )
TARGETS+=( ath79-mikrotik )
####### TARGETS+=( bcm27xx-bcm2708 )
# TARGETS+=( bcm27xx-bcm2709 )
# TARGETS+=( ipq40xx-generic )
# TARGETS+=( ipq40xx-mikrotik )
# TARGETS+=( ipq806x-generic )
# TARGETS+=( lantiq-xrx200 )
# TARGETS+=( lantiq-xway )
# TARGETS+=( mediatek-filogic )
# TARGETS+=( mediatek-mt7622 )
# TARGETS+=( mpc85xx-p1010 )
# TARGETS+=( mpc85xx-p1020)
# TARGETS+=( ramips-mt7620 )
# TARGETS+=( ramips-mt7621 )
# TARGETS+=( ramips-mt76x8 )
# TARGETS+=( realtek-rtl838x )
# TARGETS+=( rockchip-armv8 )
# TARGETS+=( sunxi-cortexa7 )
# TARGETS+=( x86-generic )
#### TARGETS+=( x86-geode )
#### TARGETS+=( x86-legacy )
# TARGETS+=( x86-64 )
# TARGETS+=( bcm27xx-bcm2710 )
# TARGETS+=( bcm27xx-bcm2711 )
# TARGETS+=( mvebu-cortexa9 )
# TARGETS+=( ipq40xx-chromium)
# TARGETS+=( ipq807x-generic)
#
fi
pushd "$GLUON_DIR" >/dev/null
echo "Git fetching..."
git fetch --all
local -i index
for (( index=0; index < ${#ALL_SITE_RELBRANCHES[@]}; index += 1 )); do
get_site_log_filename "${ALL_SITE_TEMPLATE_NAMES[$index]}" "${ALL_SITE_CODES[$index]}"
echo "Building the firmware for site code ${ALL_SITE_CODES[$index]} ..."
echo "The site build log file is: $LOG_FILENAME"
local UPTIME
read_uptime_as_integer
local SITE_UPTIME_BEGIN="$UPTIME"
{
build_images_for_site "${ALL_SITE_RELBRANCHES[$index]}" \
"${ALL_SITE_TEMPLATE_NAMES[$index]}" \
"${ALL_SITE_CODES[$index]}" \
"${ALL_SITE_GLUON_BRANCHES[$index]}"
} 2>&1 | tee --append -- "$LOG_FILENAME"
# The whole build takes a long time. By recording the build time for each site,
# it is easier to measure any impact on the the build performance after
# making changes to the build system.
read_uptime_as_integer
local ELAPSED_TIME_STR
get_human_friendly_elapsed_time "$(( UPTIME - SITE_UPTIME_BEGIN ))"
echo "Finished building the firmware for site code ${ALL_SITE_CODES[$index]}. Elapsed time: $ELAPSED_TIME_STR."
# We could compress the log file here, but it is not worth it.
# It saves little space compared to the rest of the generated files,
# and it makes it more inconvenient to open the log file.
if false; then
gzip --best -- "$LOG_FILENAME"
fi
done
popd >/dev/null
# rename output to images with timestamp
mv "./images/running" "./images/images-$DATE_SUFFIX"
# I do not think that we build any modules yet.
# echo check for modules
# if [ -d "./gluon/output/modules" ]; then
# ARE_THERE_MODULES=true
# else
# ARE_THERE_MODULES=false
# fi
# if $ARE_THERE_MODULES; then
# echo moving modules-dir $SANDBOX_DIR/gluon/output/modules
# mv "$SANDBOX_DIR/gluon/output/modules" "$SANDBOX_DIR/images-$DATE_SUFFIX/."
# fi
echo check for packages wich are actual modules
if [ -d "./gluon/output/packages" ]; then
ARE_THERE_PACKAGES=true
else
ARE_THERE_PACKAGES=false
fi
if $ARE_THERE_PACKAGES; then
echo moving packages-dir $SANDBOX_DIR/gluon/output/packages
mv "$SANDBOX_DIR/gluon/output/packages" "$SANDBOX_DIR/images/images-$DATE_SUFFIX/."
fi
echo "Finished building images:"
echo "- Images dir: images-$DATE_SUFFIX"
# if $ARE_THERE_MODULES; then
# echo "- Modules dir: modules-$DATE_SUFFIX/modules"
# fi
if $ARE_THERE_PACKAGES; then
echo "- Packages dir: modules-$DATE_SUFFIX/packages"
fi
}
declare -a ALL_SITE_RELBRANCHES=()
declare -a ALL_SITE_GLUON_BRANCHES=()
declare -a ALL_SITE_TEMPLATE_NAMES=()
declare -a ALL_SITE_CODES=()
declare -a ALL_SITE_DOMAIN_NRS=()
declare -a ALL_SITE_SITE_SMALLS=()
declare -a ALL_SITE_SITE_BIGS=()
declare -a ALL_SITE_FF_PREFIXS=()
declare -a ALL_SITE_META_PREFIXS=()
declare -a ALL_SITE_MESH_SSIDS=()
declare -a ALL_SITE_DOMAIN_NAMES=()
declare -a ALL_SITE_SUPERNODE_DEFAULTS=()
declare -a ALL_SITE_V4_PREFIXS=()
declare -a ALL_SITE_V6_PREFIXS=()
declare -a ALL_SITE_WIFICH_24S=()
declare -a ALL_SITE_WIFICH_5S=()
declare -a ALL_SITE_MAP_LATS=()
declare -a ALL_SITE_MAP_LONS=()
declare -a ALL_SITE_MAP_ZOOMS=()
declare -a ALL_SITE_DOMAIN_HASHS=()
declare -a ALL_SITE_META_NAMES=()
declare -a ALL_SITE_META_WEBSITES=()
declare -a ALL_SITE_MAP_WEBSITES=()
declare -a ALL_SITE_FWWEBSITE_HOSTSS=()
declare -a ALL_SITE_FWWEBSITE_TLDS=()
declare -a ALL_SITE_OPKG_FQDNS=()
declare -a ALL_SITE_SUPERNODE_TLDS=()
declare -a ALL_SITE_DOMAIN_REGION_DES=()
declare -a ALL_SITE_DOMAIN_REGION_ENS=()
declare -a ALL_SITE_SETUP_SKIPS=()
declare -a ALL_SITE_KEY_FILE_SIGNS=()
declare -a ALL_SITE_KEY_FILE_SSHS=()
declare -a ALL_SITE_DOMAIN_LONGNAMES=()
parse_sites_file ()
{
local FILENAME="$1"
local LINE
local COMPONENTS
while read -r LINE; do
# We could allow comments in the file. Here we would remove them.
if [ -z "$LINE" ] || [ "$(echo $LINE|cut -c1)" == "#" ] ; then
continue
fi
IFS=$' \t' read -r -a COMPONENTS <<< "$(echo $LINE|tr -s '\t')"
if (( ${#COMPONENTS[@]} != 33 )); then
abort "Syntax error parsing this line: $LINE"
fi
ALL_SITE_RELBRANCHES+=( "${COMPONENTS[0]}" )
ALL_SITE_GLUON_BRANCHES+=( "${COMPONENTS[1]}" )
ALL_SITE_TEMPLATE_NAMES+=( "${COMPONENTS[2]}" )
ALL_SITE_CODES+=( "${COMPONENTS[3]}" )
ALL_SITE_DOMAIN_NRS+=( "${COMPONENTS[4]}" )
ALL_SITE_SITE_SMALLS+=( "${COMPONENTS[5]}" )
ALL_SITE_SITE_BIGS+=( "${COMPONENTS[6]}" )
ALL_SITE_FF_PREFIXS+=( "${COMPONENTS[7]}" )
ALL_SITE_META_PREFIXS+=( "${COMPONENTS[8]}" )
ALL_SITE_MESH_SSIDS+=( "${COMPONENTS[9]}" )
ALL_SITE_DOMAIN_NAMES+=( "${COMPONENTS[10]}" )
ALL_SITE_SUPERNODE_DEFAULTS+=( "${COMPONENTS[11]}" )
ALL_SITE_V4_PREFIXS+=( "${COMPONENTS[12]}" )
ALL_SITE_V6_PREFIXS+=( "${COMPONENTS[13]}" )
ALL_SITE_WIFICH_24S+=( "${COMPONENTS[14]}" )
ALL_SITE_WIFICH_5S+=( "${COMPONENTS[15]}" )
ALL_SITE_MAP_LATS+=( "${COMPONENTS[16]}" )
ALL_SITE_MAP_LONS+=( "${COMPONENTS[17]}" )
ALL_SITE_MAP_ZOOMS+=( "${COMPONENTS[18]}" )
ALL_SITE_DOMAIN_HASHS+=( "${COMPONENTS[19]}" )
ALL_SITE_META_NAMES+=( "${COMPONENTS[20]}" )
ALL_SITE_META_WEBSITES+=( "${COMPONENTS[21]}" )
ALL_SITE_MAP_WEBSITES+=( "${COMPONENTS[22]}" )
ALL_SITE_FWWEBSITE_HOSTS+=( "${COMPONENTS[23]}" )
ALL_SITE_FWWEBSITE_TLDS+=( "${COMPONENTS[24]}" )
ALL_SITE_OPKG_FQDNS+=( "${COMPONENTS[25]}" )
ALL_SITE_SUPERNODE_TLDS+=( "${COMPONENTS[26]}" )
ALL_SITE_DOMAIN_REGION_DES+=( "${COMPONENTS[27]}" )
ALL_SITE_DOMAIN_REGION_ENS+=( "${COMPONENTS[28]}" )
ALL_SITE_SETUP_SKIPS+=( "${COMPONENTS[29]}" )
ALL_SITE_KEY_FILE_SIGNS+=( "${COMPONENTS[30]}" )
ALL_SITE_KEY_FILE_SSHS+=( "${COMPONENTS[31]}" )
ALL_SITE_DOMAIN_LONGNAMES+=( "${COMPONENTS[32]}" )
done < "$FILENAME"
if (( ${#ALL_SITE_RELBRANCHES[@]} == 0 )); then
abort "Could not read any sites from the sites file."
fi
}
# ----------- Entry point -----------
if (( $# == 0 )); then
echo "Usage: build.sh <sites file> [target1] [target2] [...]"
exit 0
fi
if ! [ -f "$1" ]; then
abort "File \"$1\" does not exist."
fi
parse_sites_file "$1"
SANDBOX_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
generate_all_site_configs
GLUON_DIR="$SANDBOX_DIR/gluon"
DATE_SUFFIX="$(date +%s)"
shift
build_all_images "$@"