pack-ci.sh

#!/bin/bash
usage() {
    echo "Usage: $0 --build-directory [build directory, default: /build]
                    --vendor <vendor>
                    --orgcode <organization code>
                    --channel-id <channel id>
                    --package-type [packtype: owner or other; default: owner]
                    --project-id <project id>
                    --pipeline-id <pipeline id>
                    --url-tag <url tag>
                    --help"
    exit 1
}

BUILD_DIR="./image_build"
VENDOR=""
ORGCODE=""
CHANNELID=""
PACK_TYPE="owner"
PROJECT_ID=""
PIPELINE_ID=""
URL_TAG=""

CHROOT_TYPE="androidrom"
DEPLOY="elf"

export PATH=$(pwd)/tools/android-tools:$(pwd)/tools/:$(pwd)/tools/amlogic_tool:$(pwd)/tools/rockchip_tool:$(pwd)/tools/rockchip_tool/obsutil:$(pwd)/tools/allwinner:$PATH
PARSED_ARUGMENTS=$(getopt -a -n "$0" -o 'x' --long help,build-directory:,vendor:,orgcode:,channel-id:,package-type:,project-id:,pipeline-id:,url-tag: -- "$@")
eval set -- "${PARSED_ARUGMENTS}"
while :
do
    case "$1" in
        --build-directory) BUILD_DIR="$2"; shift 2;;
        --vendor) VENDOR="$2"; shift 2;;
        --orgcode) ORGCODE="$2"; shift 2;;
        --channel-id) CHANNELID="$2"; shift 2;;
        --package-type) PACK_TYPE="$2"; shift 2;;
        --project-id) PROJECT_ID="$2"; shift 2;;
        --pipeline-id) PIPELINE_ID="$2"; shift 2;;
        --url-tag) URL_TAG="$2"; shift 2;;
        --help) usage ;;
        --) shift; break;;
        *) usage ;;
    esac
done

build_dir=$(mktemp -d "$BUILD_DIR"/tmp.XXXXX)
packge_dir=$(mktemp -d "$BUILD_DIR"/tmp.XXXXX)
boot_dir=$(mktemp -d "$BUILD_DIR"/tmp.XXXXX)

system_mount_point=""
system_path=""
systemfile=""
systemfile_ext4=""
super_file=""
super_file_ext4=""
update_img_tmp_dir="$build_dir/img_dir"
super_img_tmp_dir="$build_dir/img_dir/super"

ALLWINNER_DEFAULT_SYSTEM_PARTITION_NAME="system_a"

is_amlogic=0
is_allwinner=0

outfile_path=""

validate_partition_size_change() {
    local group_name
    local size
    local total_size
    local group_maxinum_size
    local c_super_file="$1"
    local parttion_name="$2"
    local partition_info_dump
    local group_info_dump

    group_name=$(get_group_name "$c_super_file" "$parttion_name")

    partition_info_dump=$(lpdump -j "$c_super_file" |  jq -c -r '.partitions[]')
    for item in $partition_info_dump
    do
        if [[ "$(echo "$item" | jq -r '.group_name')" == "$group_name" ]]
        then
            size=$(echo "$item" | jq -r '.size')
            total_size=$((total_size+size))
        fi
    done
    total_size=$((total_size+(210*1024*1024)))

    group_info_dump=$(lpdump -j "$c_super_file" |  jq -c -r '.groups[]')
    for item in $group_info_dump
    do
        if [[ "$(echo "$item" | jq -r '.name')" == "$group_name" ]]
        then
            group_maxinum_size=$(echo "$item" | jq -r '.maximum_size')
            break
        fi
    done

    if [[ -n "$group_maxinum_size" ]] && [[ "$group_maxinum_size" -lt "$total_size" ]]
    then
        return 1
    fi
    return 0
}

get_group_name() {
    local group_name
    local partition_info_dump
    local c_super_file="$1"
    local parttion_name="$2"

    partition_info_dump=$(lpdump -j "$c_super_file" |  jq -c -r '.partitions[]')
    for item in $partition_info_dump
    do
        if [[ "$(echo "$item" | jq -r '.name')" == "$parttion_name" ]]
        then
            group_name=$(echo "$item" | jq -r '.group_name')
        fi
    done
    printf "%s" "$group_name"
}

resize_system_image() {
    local c_system_file="$1"
    local image_size
    local loopdev

    image_size="$(stat -c "%s" "$c_system_file")"
    image_size=$((image_size+235929600)) # +225M

    qemu-img resize -f raw "$c_system_file" "$image_size"
    loopdev=$(losetup -P -f --show "$c_system_file")

    yes | e2fsck -f "$loopdev"
    resize2fs "$loopdev"
    losetup -d "$loopdev"
}

unpack_and_mount_image() {
    local img="$1"
    local loopdev

    mkdir -p "$update_img_tmp_dir"
    mkdir -p "$super_img_tmp_dir"

    if aml_image_v2_packer -c "$img"
    then
        echo "Amlogic Image Format Detected.."
        is_amlogic=1
        systemfile="$build_dir/system.PARTITION"
        systemfile_ext4="$build_dir/system.PARTITION.ext4"

        aml_image_v2_packer -d "$img" "$build_dir"
    elif sunxi-fw info "$img" | grep -i -q "PhoenixSuite image file"
    then
        echo "Allwinner PhoenixSute Image Format Detected.."
        is_allwinner=1
        cp "$img" "$update_img_tmp_dir/update.img"
        imgrepacker /skip "$update_img_tmp_dir/update.img"
        rm -f "$update_img_tmp_dir/update.img"
        super_file="$update_img_tmp_dir/update.img.dump/super.fex"
        super_file_ext4="$update_img_tmp_dir/update.img.dump/super.fex.ext4"

        if file "$super_file" | grep "Android sparse image"
        then
            simg2img "$super_file" "$super_file_ext4"
            lpunpack "$super_file_ext4" "$super_img_tmp_dir"
        else
            lpunpack "$super_file" "$super_img_tmp_dir"
        fi
        systemfile="$super_img_tmp_dir/${ALLWINNER_DEFAULT_SYSTEM_PARTITION_NAME}.img"
        systemfile_ext4="$super_img_tmp_dir/${ALLWINNER_DEFAULT_SYSTEM_PARTITION_NAME}.img.ext4"
        if file "$systemfile" | grep "Android sparse image"
        then
            resize_system_image "$systemfile_ext4"
        else
            resize_system_image "$systemfile"
        fi
    else
        local update_img="${build_dir}/$(basename "$img")-update.img"
        is_amlogic=0
        img_unpack "$img" "$update_img"
        # fix: afptool 只能用相对路径创建Image目录
        pushd "$build_dir"
        afptool -unpack "$update_img" "./img_dir"
        popd
        systemfile="$update_img_tmp_dir/Image/system.img"
        systemfile_ext4="$update_img_tmp_dir/Image/system.img.ext4"
    fi

    if file "$systemfile" | grep "Android sparse image"
    then
        simg2img "$systemfile" "$systemfile_ext4"
        loopdev=$(losetup -P -f --show "$systemfile_ext4")
    else
        loopdev=$(losetup -P -f --show "$systemfile")
    fi

    system_mount_point="$build_dir/system"
    mkdir "$system_mount_point"
    mount "$loopdev" "$system_mount_point"

    if [[ -d "$system_mount_point/system" ]]
    then
        system_path="$system_mount_point/system"
    else
        system_path="$system_mount_point"
    fi
    losetup -d "$loopdev"
}

install_dianxin() {
    local img="$1"
    local android_sdk

    unpack_and_mount_image "$img"
    touch "$system_path/.androidrom"

    rm -f "$system_path/hugep-all.zip"
    rm -f "$system_path/bin/hugep-all.zip"

    android_sdk="$(grep "build\.version\.sdk" "$system_path"/build.prop | awk -F'=' '{print $2}')"
    android_sdk="${android_sdk//$'\r'}"
    android_sdk="${android_sdk//$'\n'}"
    if [[ "$android_sdk" -ge 25 ]]
    then
        find ./services/ -type f -name "*.rc" -exec install -t "$system_path"/etc/init/ {} \;
    else
        pushd "$boot_dir"
        abootimg -x "$build_dir/boot.PARTITION" ramdisk
        mkdir initrd_dir
        pushd initrd_dir
        gunzip -c ../initrd.img | cpio -i
        popd
        cp initrd_dir/init.rc .
        rm -rf initrd_dir
        popd
        cp "$boot_dir"/init.rc "$packge_dir"/init.rc
        rm -rf "$boot_dir"
        if ! find_autostart -script_name preinstall.sh -initrc "$packge_dir"/init.rc -root_path "$build_dir" > "$packge_dir"/find_autostart.log 2>/dev/null
        then
            find_autostart -script_name recovery.sh -initrc "$packge_dir"/init.rc -root_path "$build_dir" > "$packge_dir"/find_autostart.log 2>/dev/null
        fi
        local auto_start_script
        auto_start_script="$(cat "$packge_dir"/find_autostart.log)"
        if [[ -z "$auto_start_script" ]] && [[ -f "$system_path"/bin/startsoftdetector.sh ]]
        then
            # TODO: startsoftdetector.sh 会阻塞在某一步，要把 starthugep.sh 加在中间部分
            auto_start_script="/system/bin/startsoftdetector.sh"
        fi
        # NOTE: 返回的脚本路径里一定以 /system/ 开头, 所以下边拼路径时没有加上 /system
        if [[ -n "$auto_start_script" ]]
        then
            local _script_path
            _script_path="$system_path/$(echo "$auto_start_script" | sed 's|^/system||')"
            local tmp_script_path="/tmp/tmp_auto_start.sh"
            local start_n
            if ! grep -q "#!/system/bin/sh" "$_script_path"
            then
                start_n=1
            else
                start_n=2
            fi

            {
                echo "#!/system/bin/sh"
                echo " "
                echo "/system/bin/starthugep.sh > /dev/null 2>&1 &"
                tail -n +"${start_n}" "$_script_path"
            } > "$tmp_script_path"

            cat "$tmp_script_path" | tee "$_script_path"
            chmod 0755 "$_script_path"
            chcon u:object_r:drmserver_exec:s0 "$_script_path"
        fi
    fi

    cp -f "$build_dir/hugep-all.zip" "$system_path"/bin/hugep-all.zip

    find ./services/ -type f ! -name  "*.rc" ! -name "*.zip" -exec install -m 0777 -t "$system_path"/bin/ {} \;

    for file in $(find ./services/ -type f ! -name "*.rc" ! -name "*.zip")
    do
        chcon u:object_r:drmserver_exec:s0 "$system_path/bin/$(basename "$file")"
    done

    for file in $(find ./services/ -type f -name "*.rc" ! -name "*.zip")
    do
        chcon u:object_r:drmserver_exec:s0 "$system_path/etc/init/$(basename "$file")"
    done

    pack_image "$img"
}

pack_image() {
    local img
    img="$1"

    umount "$system_mount_point"
    rm -rf "$system_mount_point"
    sync

    if [[ -f "$systemfile_ext4" ]]
    then
        rm -f "$systemfile"
        img2simg "$systemfile_ext4" "$systemfile"
        rm -f "$systemfile_ext4"
    fi

    outfile_path="${packge_dir}/${CHANNELID}-$(basename "$img")"
    if [[ "$is_amlogic" == "1" ]] 
    then
        echo "Amlogic Image Format Detected.."
        aml_image_v2_packer -r "/$build_dir/image.cfg" "$build_dir" "$outfile_path"
    elif [[ "$is_allwinner" == "1" ]]
    then
        echo "Allwinner PhoenixSute Image Format Detected.."
        local c_super_file=
        if [[ -f "$super_file_ext4" ]]
        then
            c_super_file="$super_file_ext4"
        else
            c_super_file="$super_file"
        fi
        local c_group_name
        c_group_name="$(get_group_name "$c_super_file" "$ALLWINNER_DEFAULT_SYSTEM_PARTITION_NAME")"
        if validate_partition_size_change "$c_super_file" "$ALLWINNER_DEFAULT_SYSTEM_PARTITION_NAME"
        then
            lpadd --readonly \
                --replace \
                "$c_super_file" \
                "$ALLWINNER_DEFAULT_SYSTEM_PARTITION_NAME" \
                "$c_group_name" \
                "$systemfile"

            if [[ -f "$super_file_ext4" ]]
            then
                img2simg "$super_file_ext4" "$super_file"
                rm -rf "$super_file_ext4"
            fi
        else
            repack.sh "$c_super_file" "$c_group_name" "$systemfile" "$ALLWINNER_DEFAULT_SYSTEM_PARTITION_NAME"
            mv "$(dirname "$c_super_file")/super.new.img" "$c_super_file"
        fi
        sleep 5
        imgrepacker "$update_img_tmp_dir/update.img.dump"
        mv "$update_img_tmp_dir/update.img" "$outfile_path"
    else
        local update_img_tmp_dir="$build_dir/img_dir"
        find "$update_img_tmp_dir/Image/" -name parameter.txt -exec cp {} "$update_img_tmp_dir/parameter" \;
        afptool -pack "$update_img_tmp_dir" "${outfile_path}.tmp"
        cp "$build_dir/img_dir/Image/MiniLoaderAll.bin" "${packge_dir}/MiniLoaderAll.bin"
        img_maker "${packge_dir}/MiniLoaderAll.bin" "${outfile_path}.tmp" "$outfile_path"
    fi
    rm -rf "$build_dir"
}

generate_vendor_confg() {
    local yaml_file_src
    local yaml_file
    local config_json_file

    yaml_file="$build_dir"/vendor.yaml
    yaml_file_src="$build_dir"/vendor.yaml.src
    cp vendor.yaml.src "$yaml_file_src"
    sed -i'' -e "s#__VENDOR__#$VENDOR#g" \
        -e "s#__ORGCODE__#$ORGCODE#g" \
        -e "s#__CHROOT_TYPE__#$CHROOT_TYPE#g" \
        -e "s#__DEPLOY__#$DEPLOY#g" \
        -e "s#__CHANNEL_ID__#$CHANNELID#g" \
        -e "s#__PACK_TYPE__#$PACK_TYPE#g" \
        -e "s#__CI_PROJECT_ID__#$PROJECT_ID#g" \
        -e "s#__CI_PIPELINE_ID__#$PIPELINE_ID#g" "$yaml_file_src"
    aio -m enc -i "$yaml_file_src" -o "$yaml_file"

    config_json_file="$build_dir"/config.json
    cp config.json.src "$config_json_file"
    sed -i'' "s#__CHANNEL_ID__#$CHANNELID#g" "$config_json_file"
}

update_hugepall_zipfile() {
    local yaml_file
    local hugep_zip_file
    local hugep_zip_file_origin
    local config_json_file
    local config_json_file_bak

    yaml_file="$build_dir"/vendor.yaml
    hugep_zip_file="$build_dir/hugep-all.zip"
    hugep_zip_file_origin="./services/hugep-all.zip"
    config_json_file="$build_dir"/config.json
    config_json_file_bak="$build_dir"/config.json.bak
    cp "$config_json_file" "$config_json_file_bak"

    cp "$hugep_zip_file_origin" "$hugep_zip_file"

    zip -u -j "$hugep_zip_file" "$yaml_file"
    zip -u -j "$hugep_zip_file" "./services/hugep-start.sh"
    zip -u -j "$hugep_zip_file" "$config_json_file"
    zip -u -j "$hugep_zip_file" "$config_json_file_bak"
    zip -u -j "$hugep_zip_file" "./services/hugep"
}

upload() {
    local date_i
    local outfile
    local outfile_gz
    local uri
    local random_num
    local -A result

    outfile="$outfile_path"
    outfile_gz="${outfile}.gz"
    date_i="$(date +%Y-%m-%d-%s)"

    zstd --ultra --format=gzip "$outfile" -o "$outfile_gz"
    random_num=$(< /dev/urandom tr -dC 0-9a-z | head -c 8)
    [[ -z "$URL_TAG" ]] && URL_TAG="${date_i}-${random_num}"
    uri="product/terminal/chroot_androidrom/""$ORGCODE/${date_i}-${URL_TAG}/$(basename "$outfile_gz")"
    obsutil cp "$outfile_gz" obs://fae-cdn.linkfog.cn/"$uri"

    result["url"]="https://fae-cdn.linkfog.cn/""$uri"
    result["md5"]="$(md5sum "${outfile}" | awk '{print $1}')"
    mkdir -p .result
    jq -n --arg url "${result[url]}" --arg md5 "${result[md5]}" '{$url, $md5}' > ".result/${PROJECT_ID}-${PIPELINE_ID}.json"
    echo ".result/${PROJECT_ID}-${PIPELINE_ID}.json"
    cat ".result/${PROJECT_ID}-${PIPELINE_ID}.json"

    rm -f "$outfile" "$outfile_gz"
    rm -rf "$packge_dir"
}

IMAGE_FILE="/baseimages/$VENDOR-$ORGCODE.img"
[[ ! -f "$IMAGE_FILE" ]] && IMAGE_FILE="CH-A03.img"
generate_vendor_confg
update_hugepall_zipfile
install_dianxin "$IMAGE_FILE"
upload