#!/usr/bin/env bash
set -euo pipefail

###############################################################################
# 腳本名稱：run_merge_n1
#
# 用法：
#   run_merge_n1 <ENVIRONMENT> <FILE_NAME> [MODULE] [MODULE_ARGS...] [SetID...]
#
# 參數說明：
#   $1: ENVIRONMENT
#       - test / live
#
#   $2: FILE_NAME
#       - 對應 $HOME/bin/merge_n1/<ENVIRONMENT>/<FILE_NAME>
#
#   $3: MODULE (可省略；預設 exec_merge)
#
#   $4..: MODULE_ARGS 與 SetID filters
#
# SetID filters（可複數）：
#   - 格式：S11 / S21 / S31 ...
#   - 預設不加：針對 FILE_NAME 內的所有 world_id_lists 都全部執行
#   - 若有加 SetID：則僅針對指定 SetID 的 world_id_lists 執行
#
# ---------------------------------------------------------------------------
# 單一基礎功能 (Single / Base Modules)
# ---------------------------------------------------------------------------
#   generate
#     - 產生合併目錄與檔案
#
#   reward_before_merge
#     - 合併前發送獎勵 fastcgi
#
#   dbcheck
#     - 檢查 DB 連線（merge_db_connect_verify）
#
#   prebackup
#     - 合併前 DB 備份（AccountDB / GameDB / WorldDB）
#
#   restore_prebackup
#     - 從 Pre 備份還原（AccountDB / GameDB / WorldDB）
#
#   merge
#     - 執行合併（merge_exec）
#
#   logcheck
#     - 初次檢查 log
#
#   waitdone
#     - 等待各 List 出現 ,Done
#
#   update_guild_race_data   (內部名稱 run_update_guild_race_data)
#     - 呼叫 $HOME/bin/merge_update_guild_race_data
#     - 參數1：merge_setup.ini 絕對路徑
#     - 插入於 waitdone 後、postbackup 前
#
#   postbackup
#     - 合併後 DB 備份（AccountDB / GameDB / WorldDB）
#
#   check
#     - merge_check 比對差異
#
#   merge_rollback_partial_worlds
#     - 呼叫 $HOME/bin/merge_rollback_partial_worlds
#     - 參數1：merge_setup.ini 絕對路徑
#     - 參數2：BACKUP_TAG（${FILE_NAME}_Pre）
#     - 注意：會針對所有讀取到的 lists 逐一執行（for loop 全部跑完）
#
#   update_db_setup
#     - 更新 db_setup_for_merge（僅 live）
#
#   move_old_server_directory
#     - 移動舊 server 目錄
#
#   remove_source_wids_on_hosts
#     - 從 hosts 中移除 source worlds（僅 live）
#
#   removebackup
#     - 刪除備份 DB（Pre / Post）
#     - 用法：
#         removebackup [pre|post] [SetID...]
#       - 不加 pre/post：預設 Pre + Post 都刪除
#
#   removebackup_wb   (內部名稱 run_remove_backup_wb)
#     - 參考 removebackup 模組
#     - 會做備份 DB：第三參數 backup_flag=1
#
#   removebackup_wob  (內部名稱 run_remove_backup_wob)
#     - 參考 removebackup 模組
#     - 不做備份 DB：第三參數 backup_flag=0
#
# ---------------------------------------------------------------------------
# 群組功能 (Group Modules)
# ---------------------------------------------------------------------------
#   exec_merge =
#       generate
#       + dbcheck
#       + prebackup
#       + merge
#       + logcheck
#       + waitdone
#       + update_guild_race_data
#       + postbackup
#       + check
#
#   before_merge =
#       generate
#       + reward_before_merge
#
#   after_merge =
#       update_db_setup
#       + move_old_server_directory
#       + remove_source_wids_on_hosts
#
#   end_merge =
#       removebackup
#
#   re_run_pre_merge =
#       removebackup_wob post
#       + restore_prebackup
#       + merge_rollback_partial_worlds
#
#   re_run_exec_merge =
#       removebackup_wob post
#       + restore_prebackup
#       + merge_rollback_partial_worlds
#       + merge
#       + logcheck
#       + waitdone
#       + update_guild_race_data
#       + postbackup
#       + check
#
#   re_run_exec_merge_wo_restore =
#       merge
#       + logcheck
#       + waitdone
#       + update_guild_race_data
#       + postbackup
#       + check
###############################################################################

if [ "$#" -lt 2 ]; then
    echo "Usage: $0 <ENVIRONMENT: test|live> <FILE_NAME> [MODULE] [MODULE_ARGS...] [SetID filters...]" >&2
    exit 1
fi

ENVIRONMENT="$1"
FILE_NAME="$2"
MODULE="${3:-exec_merge}"

case "$ENVIRONMENT" in
    test|live) ;;
    *)
        echo "Error: ENVIRONMENT must be 'test' or 'live', got '$ENVIRONMENT'." >&2
        exit 1
        ;;
esac

INPUT_FILE="$HOME/bin/merge_n1/${ENVIRONMENT}/${FILE_NAME}"
if [ ! -f "$INPUT_FILE" ]; then
    echo "Error: input file not found: $INPUT_FILE" >&2
    exit 1
fi
if [ ! -s "$INPUT_FILE" ]; then
    echo "Error: input file is empty: $INPUT_FILE" >&2
    exit 1
fi

START_TS=$(date +%s)
START_TIME=$(date '+%Y-%m-%d %H:%M:%S')
echo "== run_merge_n1 start at ${START_TIME} (ENV=${ENVIRONMENT}, FILE_NAME=${FILE_NAME}, MODULE=${MODULE}) =="

declare -A list_worlds
declare -A list_setid
declare -A set_lists
declare -A set_first_list
declare -a all_lists
declare -a ordered_set_ids

declare -a REM_ARGS=()
if [ "$#" -ge 4 ]; then
    shift 3
    REM_ARGS=( "$@" )
fi

REMOVE_WHICH=""     # pre|post|""(both)
declare -a SET_FILTERS=()

is_set_filter() { [[ "$1" =~ ^[sS][0-9]{2}$ ]]; }
normalize_set_filter() { local x="$1"; x="${x#S}"; x="${x#s}"; printf '%s' "$x"; }

if [[ "$MODULE" =~ ^removebackup($|_) ]]; then
    if [ "${#REM_ARGS[@]}" -ge 1 ] && ! is_set_filter "${REM_ARGS[0]}"; then
        case "${REM_ARGS[0]}" in
            pre|post)
                REMOVE_WHICH="${REM_ARGS[0]}"
                REM_ARGS=( "${REM_ARGS[@]:1}" )
                ;;
            *)
                echo "Error: removebackup* optional arg must be 'pre' or 'post' (or omitted)." >&2
                exit 1
                ;;
        esac
    fi
fi

if [ "${#REM_ARGS[@]}" -gt 0 ]; then
    declare -A SEEN_SID=()
    for a in "${REM_ARGS[@]}"; do
        if ! is_set_filter "$a"; then
            echo "Error: invalid SetID filter '${a}'. Expect format like S11 / S21 / S31." >&2
            exit 1
        fi
        sid="$(normalize_set_filter "$a")"
        if [[ -z "${SEEN_SID[$sid]+x}" ]]; then
            SEEN_SID["$sid"]=1
            SET_FILTERS+=( "$sid" )
        fi
    done
fi

LINE_NO=0
declare -A seen_setid=()

while IFS= read -r line || [ -n "$line" ]; do
    LINE_NO=$((LINE_NO + 1))

    line_trimmed="${line#"${line%%[![:space:]]*}"}"
    line_trimmed="${line_trimmed%"${line_trimmed##*[![:space:]]}"}"

    if [ -z "$line_trimmed" ] || [[ "$line_trimmed" =~ ^# ]]; then
        continue
    fi

    read -r -a WORLDS <<< "$line_trimmed"
    if [ "${#WORLDS[@]}" -lt 1 ]; then
        echo "Error: line $LINE_NO has no WorldID: '$line'" >&2
        exit 1
    fi

    LINE_SET_ID=""
    for wid in "${WORLDS[@]}"; do
        if ! [[ "$wid" =~ ^[0-9]+$ ]]; then
            echo "Error: line $LINE_NO has non-numeric WorldID '$wid'." >&2
            exit 1
        fi
        wid_set_id=$(( wid / 100 ))
        if [ -z "$LINE_SET_ID" ]; then
            LINE_SET_ID="$wid_set_id"
        else
            if (( wid_set_id != LINE_SET_ID )); then
                echo "Error: line $LINE_NO has mixed SET_ID." >&2
                exit 1
            fi
        fi
    done

    LID="L${LINE_NO}"
    list_worlds["$LID"]="$line_trimmed"
    list_setid["$LID"]="$LINE_SET_ID"
    all_lists+=( "$LID" )

    if [[ -z "${set_lists[$LINE_SET_ID]+x}" ]]; then
        set_lists["$LINE_SET_ID"]="$LID"
        set_first_list["$LINE_SET_ID"]="$LID"
    else
        set_lists["$LINE_SET_ID"]+=" $LID"
    fi

    if [[ -z "${seen_setid[$LINE_SET_ID]+x}" ]]; then
        seen_setid["$LINE_SET_ID"]=1
        ordered_set_ids+=( "$LINE_SET_ID" )
    fi
done < "$INPUT_FILE"

if [ "${#all_lists[@]}" -eq 0 ]; then
    echo "Error: no valid WorldID lists found in file: $INPUT_FILE" >&2
    exit 1
fi

if [ "${#SET_FILTERS[@]}" -gt 0 ]; then
    for sid in "${SET_FILTERS[@]}"; do
        if [[ -z "${set_lists[$sid]+x}" ]]; then
            echo "Error: SetID filter S${sid} not found in file: $INPUT_FILE" >&2
            exit 1
        fi
    done
fi

declare -a ACTIVE_LISTS=()
declare -A ACTIVE_SET_LISTS=()
declare -A ACTIVE_SET_FIRST=()
declare -a ACTIVE_ORDERED_SET_IDS=()
declare -A active_seen_setid=()

if [ "${#SET_FILTERS[@]}" -eq 0 ]; then
    ACTIVE_LISTS=( "${all_lists[@]}" )
    for sid in "${ordered_set_ids[@]}"; do
        ACTIVE_SET_LISTS["$sid"]="${set_lists[$sid]}"
        ACTIVE_SET_FIRST["$sid"]="${set_first_list[$sid]}"
        ACTIVE_ORDERED_SET_IDS+=( "$sid" )
    done
else
    declare -A want_sid=()
    for sid in "${SET_FILTERS[@]}"; do want_sid["$sid"]=1; done

    for lid in "${all_lists[@]}"; do
        sid="${list_setid[$lid]}"
        if [[ -n "${want_sid[$sid]+x}" ]]; then
            ACTIVE_LISTS+=( "$lid" )
            if [[ -z "${ACTIVE_SET_LISTS[$sid]+x}" ]]; then
                ACTIVE_SET_LISTS["$sid"]="$lid"
                ACTIVE_SET_FIRST["$sid"]="$lid"
            else
                ACTIVE_SET_LISTS["$sid"]+=" $lid"
            fi
            if [[ -z "${active_seen_setid[$sid]+x}" ]]; then
                active_seen_setid["$sid"]=1
                ACTIVE_ORDERED_SET_IDS+=( "$sid" )
            fi
        fi
    done
fi

echo "Input file      : $INPUT_FILE"
echo "Environment     : $ENVIRONMENT"
echo "FILE_NAME       : $FILE_NAME"
if [ "${#SET_FILTERS[@]}" -eq 0 ]; then
    echo "SetID filters   : (none)"
else
    echo "SetID filters   : ${SET_FILTERS[*]}"
fi
echo "Lists by SET_ID :"
for sid in "${ACTIVE_ORDERED_SET_IDS[@]}"; do
    echo "  SET_ID $sid => ${ACTIVE_SET_LISTS[$sid]}"
done
echo

FIRST_LID_GLOBAL="${ACTIVE_LISTS[0]}"
FIRST_SETID_GLOBAL="${list_setid[$FIRST_LID_GLOBAL]}"

get_area_machine_and_generator() {
    local env="$1"
    local sid="$2"
    local area=""
    local machine=""
    local generator=""

    if (( sid >= 10 && sid < 20 )); then
        area="asia"
    elif (( sid >= 20 && sid < 30 )); then
        area="us"
    elif (( sid >= 30 && sid < 40 )); then
        area="eu"
    else
        echo "Error: unsupported SET_ID '$sid'." >&2
        return 1
    fi

    if [ "$env" = "live" ]; then
        machine="MS${sid}"
        generator="generate_merge_preparation"
    else
        case "$area" in
            asia) machine="MERGE_ASIA" ;;
            us)   machine="MERGE_US" ;;
            eu)   machine="MERGE_EU" ;;
        esac
        generator="generate_merge_preparation_test"
    fi

    printf '%s %s %s\n' "$area" "$machine" "$generator"
}

WAIT_INTERVAL=60

run_generate() {
    echo ">>> MODULE: generate"
    for set_id in "${ACTIVE_ORDERED_SET_IDS[@]}"; do
        read AREA MACHINE GENERATOR < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        read -r -a LIDS <<< "${ACTIVE_SET_LISTS[$set_id]}"

        echo "==== SET_ID ${set_id} / AREA=${AREA} / MACHINE=${MACHINE} / GEN=${GENERATOR} ===="
        for lid in "${LIDS[@]}"; do
            WORLD_ID_LISTS="${list_worlds[$lid]}"
            echo "[${GENERATOR}] $MACHINE $DIRECTORY_NAME :: $WORLD_ID_LISTS"
            ssh "$MACHINE" "\$HOME/bin/${GENERATOR} ${DIRECTORY_NAME} ${WORLD_ID_LISTS}"
        done
    done
    echo
}

run_reward_before_merge() {
    echo ">>> MODULE: reward_before_merge"
    for lid in "${ACTIVE_LISTS[@]}"; do
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        echo "[reward_before_merge] LID=${lid} :: ${WORLD_ID_LISTS}"
        "$HOME/bin/send_fastcgi_all_once_n1_by_world_reward_merge" "$ENVIRONMENT" $WORLD_ID_LISTS
    done
    echo
}

run_db_connect_verify() {
    echo ">>> MODULE: dbcheck"
    for set_id in "${ACTIVE_ORDERED_SET_IDS[@]}"; do
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        read -r -a LIDS <<< "${ACTIVE_SET_LISTS[$set_id]}"

        for lid in "${LIDS[@]}"; do
            WORLD_ID_LISTS="${list_worlds[$lid]}"
            WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
            REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
            REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

            echo "[merge_db_connect_verify] $MACHINE $REMOTE_MERGE_INI"
            ssh "$MACHINE" "\$HOME/bin/merge_db_connect_verify \"${REMOTE_MERGE_INI}\""
        done
    done
    echo
}

run_pre_backup() {
    echo ">>> MODULE: prebackup"

    read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$FIRST_SETID_GLOBAL")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    WORLD_ID_LISTS_FIRST_GLOBAL="${list_worlds[$FIRST_LID_GLOBAL]}"
    WORLD_ID_LISTS_STR_FIRST_GLOBAL=${WORLD_ID_LISTS_FIRST_GLOBAL// /_}
    REMOTE_BASE_DIR_FIRST_GLOBAL="\$HOME/servers${FIRST_SETID_GLOBAL}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_GLOBAL}"
    REMOTE_MERGE_INI_FIRST_GLOBAL="${REMOTE_BASE_DIR_FIRST_GLOBAL}/merge_setup.ini"

    echo "[Pre-AccountDB] First global list: $FIRST_LID_GLOBAL ($WORLD_ID_LISTS_FIRST_GLOBAL) on $MACHINE"
    ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI_FIRST_GLOBAL}\" _${FILE_NAME}_Pre AccountDB"

    for set_id in "${ACTIVE_ORDERED_SET_IDS[@]}"; do
        FIRST_LID="${ACTIVE_SET_FIRST[$set_id]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS_FIRST_SET="${list_worlds[$FIRST_LID]}"
        WORLD_ID_LISTS_STR_FIRST_SET=${WORLD_ID_LISTS_FIRST_SET// /_}
        REMOTE_BASE_DIR_FIRST_SET="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_SET}"
        REMOTE_MERGE_INI_FIRST_SET="${REMOTE_BASE_DIR_FIRST_SET}/merge_setup.ini"

        echo "[Pre-GameDB] SET_ID=${set_id} first list: $FIRST_LID ($WORLD_ID_LISTS_FIRST_SET) on $MACHINE"
        ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI_FIRST_SET}\" _${FILE_NAME}_Pre GameDB"
    done

    for lid in "${ACTIVE_LISTS[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
        REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

        echo "[Pre-WorldDB] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
        ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI}\" _${FILE_NAME}_Pre WorldDB"
    done
    echo
}

run_restore_prebackup() {
    echo ">>> MODULE: restore_prebackup"

    read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$FIRST_SETID_GLOBAL")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    WORLD_ID_LISTS_FIRST_GLOBAL="${list_worlds[$FIRST_LID_GLOBAL]}"
    WORLD_ID_LISTS_STR_FIRST_GLOBAL=${WORLD_ID_LISTS_FIRST_GLOBAL// /_}
    REMOTE_BASE_DIR_FIRST_GLOBAL="\$HOME/servers${FIRST_SETID_GLOBAL}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_GLOBAL}"
    REMOTE_MERGE_INI_FIRST_GLOBAL="${REMOTE_BASE_DIR_FIRST_GLOBAL}/merge_setup.ini"

    echo "[Restore-AccountDB] First global list: $FIRST_LID_GLOBAL ($WORLD_ID_LISTS_FIRST_GLOBAL) on $MACHINE"
    ssh "$MACHINE" "\$HOME/bin/merge_db_restore \"${REMOTE_MERGE_INI_FIRST_GLOBAL}\" _${FILE_NAME}_Pre AccountDB"

    for set_id in "${ACTIVE_ORDERED_SET_IDS[@]}"; do
        FIRST_LID="${ACTIVE_SET_FIRST[$set_id]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS_FIRST_SET="${list_worlds[$FIRST_LID]}"
        WORLD_ID_LISTS_STR_FIRST_SET=${WORLD_ID_LISTS_FIRST_SET// /_}
        REMOTE_BASE_DIR_FIRST_SET="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_SET}"
        REMOTE_MERGE_INI_FIRST_SET="${REMOTE_BASE_DIR_FIRST_SET}/merge_setup.ini"

        echo "[Restore-GameDB] SET_ID=${set_id} first list: $FIRST_LID ($WORLD_ID_LISTS_FIRST_SET) on $MACHINE"
        ssh "$MACHINE" "\$HOME/bin/merge_db_restore \"${REMOTE_MERGE_INI_FIRST_SET}\" _${FILE_NAME}_Pre GameDB"
    done

    for lid in "${ACTIVE_LISTS[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
        REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

        echo "[Restore-WorldDB] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
        ssh "$MACHINE" "\$HOME/bin/merge_db_restore \"${REMOTE_MERGE_INI}\" _${FILE_NAME}_Pre WorldDB"
    done
    echo
}

run_merge_rollback_partial_worlds() {
    echo ">>> MODULE: merge_rollback_partial_worlds"
    for lid in "${ACTIVE_LISTS[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
        REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

        echo "[merge_rollback_partial_worlds] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
        ssh "$MACHINE" "\$HOME/bin/merge_rollback_partial_worlds \"${REMOTE_MERGE_INI}\" \"${FILE_NAME}_Pre\""
    done
    echo
}

run_merge_exec() {
    echo ">>> MODULE: merge"
    for lid in "${ACTIVE_LISTS[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"

        echo "[merge_exec] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
        ssh "$MACHINE" "cd ${REMOTE_BASE_DIR}; nohup ./merge_exec &"
    done
    echo
}

run_log_check() {
    echo ">>> MODULE: logcheck"
    for lid in "${ACTIVE_LISTS[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"

        echo "[log check] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
        ssh "$MACHINE" "cd ${REMOTE_BASE_DIR}; grep -E ',WolrdDB|,WorldDB|,GameDB|,AccountDB|,Done| autosend_info| redenvelope_info' Test.log* || echo 'No match in Test.log*'"
    done
    echo
}

run_wait_done() {
    echo ">>> MODULE: waitdone"
    while :; do
        all_done=1
        for lid in "${ACTIVE_LISTS[@]}"; do
            set_id="${list_setid[$lid]}"
            read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
            DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
            WORLD_ID_LISTS="${list_worlds[$lid]}"
            WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
            REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"

            if ssh "$MACHINE" "cd ${REMOTE_BASE_DIR}; grep -q ',Done' Test.log* 2>/dev/null"; then
                echo "[DONE] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
            else
                echo "[WAIT] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
                all_done=0
            fi
        done

        if [ "$all_done" -eq 1 ]; then
            echo "==== ALL LISTS HAVE ',Done' ===="
            break
        fi

        echo "==== Sleep ${WAIT_INTERVAL} seconds then re-check... ===="
        sleep "$WAIT_INTERVAL"
    done
    echo
}

run_update_guild_race_data() {
    echo ">>> MODULE: update_guild_race_data"
    for lid in "${ACTIVE_LISTS[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
        REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

        echo "[merge_update_guild_race_data] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
        ssh "$MACHINE" "\$HOME/bin/merge_update_guild_race_data \"${REMOTE_MERGE_INI}\""
    done
    echo
}

run_post_backup() {
    echo ">>> MODULE: postbackup"

    read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$FIRST_SETID_GLOBAL")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    WORLD_ID_LISTS_FIRST_GLOBAL="${list_worlds[$FIRST_LID_GLOBAL]}"
    WORLD_ID_LISTS_STR_FIRST_GLOBAL=${WORLD_ID_LISTS_FIRST_GLOBAL// /_}
    REMOTE_BASE_DIR_FIRST_GLOBAL="\$HOME/servers${FIRST_SETID_GLOBAL}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_GLOBAL}"
    REMOTE_MERGE_INI_FIRST_GLOBAL="${REMOTE_BASE_DIR_FIRST_GLOBAL}/merge_setup.ini"

    echo "[Post-AccountDB] First global list: $FIRST_LID_GLOBAL ($WORLD_ID_LISTS_FIRST_GLOBAL) on $MACHINE"
    ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI_FIRST_GLOBAL}\" _${FILE_NAME}_Post AccountDB"

    for set_id in "${ACTIVE_ORDERED_SET_IDS[@]}"; do
        FIRST_LID="${ACTIVE_SET_FIRST[$set_id]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS_FIRST_SET="${list_worlds[$FIRST_LID]}"
        WORLD_ID_LISTS_STR_FIRST_SET=${WORLD_ID_LISTS_FIRST_SET// /_}
        REMOTE_BASE_DIR_FIRST_SET="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_SET}"
        REMOTE_MERGE_INI_FIRST_SET="${REMOTE_BASE_DIR_FIRST_SET}/merge_setup.ini"

        echo "[Post-GameDB] SET_ID=${set_id} first list: $FIRST_LID ($WORLD_ID_LISTS_FIRST_SET) on $MACHINE"
        ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI_FIRST_SET}\" _${FILE_NAME}_Post GameDB"
    done

    for lid in "${ACTIVE_LISTS[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
        REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

        echo "[Post-WorldDB] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
        ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI}\" _${FILE_NAME}_Post WorldDB"
    done
    echo
}

run_check_diff() {
    echo ">>> MODULE: check"
    for lid in "${ACTIVE_LISTS[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
        REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

        echo "[merge_check] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE (ENV=${ENVIRONMENT})"
        ssh "$MACHINE" "\$HOME/bin/merge_check \"${REMOTE_MERGE_INI}\" _${FILE_NAME}_Pre _${FILE_NAME}_Post $ENVIRONMENT"
    done
    echo
}

run_update_db_setup() {
    echo ">>> MODULE: update_db_setup"
    if [ "$ENVIRONMENT" != "live" ]; then
        echo "Error: update_db_setup can only be executed in live environment. Current ENV=${ENVIRONMENT}." >&2
        exit 1
    fi
    for lid in "${ACTIVE_LISTS[@]}"; do
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        echo "[update_db_setup_for_merge] LID=${lid} :: ${WORLD_ID_LISTS}"
        "$HOME/bin/update_db_setup_for_merge" $WORLD_ID_LISTS
    done
    echo
}

run_move_old_server_directory() {
    echo ">>> MODULE: move_old_server_directory"
    for lid in "${ACTIVE_LISTS[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA _ _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        echo "[move_source_wids_directory_after_merge] LID=${lid}, SET_ID=${set_id}, ENV=${ENVIRONMENT}, DIR=${DIRECTORY_NAME} :: ${WORLD_ID_LISTS}"
        "$HOME/bin/move_source_wids_directory_after_merge" "$ENVIRONMENT" "$DIRECTORY_NAME" $WORLD_ID_LISTS
    done
    echo
}

run_remove_source_wids_on_hosts() {
    echo ">>> MODULE: remove_source_wids_on_hosts"
    if [ "$ENVIRONMENT" != "live" ]; then
        echo "Error: remove_source_wids_on_hosts can only be executed in live environment. Current ENV=${ENVIRONMENT}." >&2
        exit 1
    fi

    HOSTS_FILE="$HOME/bin/hosts"
    HOSTS_BAK="$HOME/bin/hosts.old"

    if [ ! -f "$HOSTS_FILE" ]; then
        echo "Error: hosts file not found: $HOSTS_FILE" >&2
        exit 1
    fi

    echo "Backup hosts: $HOSTS_FILE -> $HOSTS_BAK"
    cp -arf "$HOSTS_FILE" "$HOSTS_BAK"

    for lid in "${ACTIVE_LISTS[@]}"; do
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        echo "[remove_source_wids_on_hosts_after_merge] LID=${lid} :: ${WORLD_ID_LISTS}"
        "$HOME/bin/remove_source_wids_on_hosts_after_merge" $WORLD_ID_LISTS
    done
    echo
}

run_remove_backup_core() {
    local which="${1-}"       # pre|post|""(both)
    local backup_flag="${2-}" # ""=不傳(用預設), 1/0=明確指定

    echo ">>> MODULE: removebackup"

    declare -a patterns=()
    case "$which" in
        pre)  patterns=( "_${FILE_NAME}_Pre" ) ;;
        post) patterns=( "_${FILE_NAME}_Post" ) ;;
        "")   patterns=( "_${FILE_NAME}_Pre" "_${FILE_NAME}_Post" ) ;;
        *)
            echo "Error: removebackup which must be 'pre' or 'post' (or omitted)." >&2
            exit 1
            ;;
    esac

    if [ "$ENVIRONMENT" = "test" ]; then
        for m in MERGE_COMMON MERGE_ASIA MERGE_US MERGE_EU; do
            echo "[removebackup] test env on ${m} for FILE_NAME=${FILE_NAME}"
            for p in "${patterns[@]}"; do
                if [ -n "$backup_flag" ]; then
                    ssh "$m" "\$HOME/bin/drop_database_for_current_machine_by_pattern postfix ${p} ${backup_flag}"
                else
                    ssh "$m" "\$HOME/bin/drop_database_for_current_machine_by_pattern postfix ${p}"
                fi
            done
        done
        echo
        return
    fi

    # live：依你指定的 here-string 寫法
    if [ "${#SET_FILTERS[@]}" -eq 0 ]; then
        echo "[removebackup] live env via sendscript alldb for FILE_NAME=${FILE_NAME}"
        for p in "${patterns[@]}"; do
            if [ -n "$backup_flag" ]; then
                sendscript alldb <<< "\$HOME/bin/drop_database_for_current_machine_by_pattern postfix ${p} ${backup_flag}"
            else
                sendscript alldb <<< "\$HOME/bin/drop_database_for_current_machine_by_pattern postfix ${p}"
            fi
        done
    else
        for sid in "${SET_FILTERS[@]}"; do
            m="set${sid}"
            echo "[removebackup] live env on ${m} for FILE_NAME=${FILE_NAME}"
            for p in "${patterns[@]}"; do
                if [ -n "$backup_flag" ]; then
                    sendscript "$m" <<< "\$HOME/bin/drop_database_for_current_machine_by_pattern postfix ${p} ${backup_flag}"
                else
                    sendscript "$m" <<< "\$HOME/bin/drop_database_for_current_machine_by_pattern postfix ${p}"
                fi
            done
        done
    fi

    echo
}

run_remove_backup() { run_remove_backup_core "$REMOVE_WHICH" ""; }
run_remove_backup_wb() { run_remove_backup_core "$REMOVE_WHICH" "1"; }
run_remove_backup_wob() { run_remove_backup_core "$REMOVE_WHICH" "0"; }

case "$MODULE" in
    exec_merge)
        run_generate
        run_db_connect_verify
        run_pre_backup
        run_merge_exec
        run_log_check
        run_wait_done
        run_update_guild_race_data
        run_post_backup
        run_check_diff
        ;;
    before_merge)
        run_generate
        run_reward_before_merge
        ;;
    after_merge)
        run_update_db_setup
        run_move_old_server_directory
        run_remove_source_wids_on_hosts
        ;;
    end_merge)
        run_remove_backup
        ;;
    re_run_pre_merge)
        REMOVE_WHICH="post"
        run_remove_backup_wob
        run_restore_prebackup
        run_merge_rollback_partial_worlds
        ;;
    re_run_exec_merge)
        REMOVE_WHICH="post"
        run_remove_backup_wob
        run_restore_prebackup
        run_merge_rollback_partial_worlds
        run_merge_exec
        run_log_check
        run_wait_done
        run_update_guild_race_data
        run_post_backup
        run_check_diff
        ;;
    re_run_exec_merge_wo_restore)
        run_merge_exec
        run_log_check
        run_wait_done
        run_update_guild_race_data
        run_post_backup
        run_check_diff
        ;;
    generate) run_generate ;;
    reward_before_merge) run_reward_before_merge ;;
    dbcheck) run_db_connect_verify ;;
    prebackup) run_pre_backup ;;
    restore_prebackup) run_restore_prebackup ;;
    merge_rollback_partial_worlds) run_merge_rollback_partial_worlds ;;
    merge) run_merge_exec ;;
    logcheck) run_log_check ;;
    waitdone) run_wait_done ;;
    update_guild_race_data) run_update_guild_race_data ;;
    postbackup) run_post_backup ;;
    check) run_check_diff ;;
    update_db_setup) run_update_db_setup ;;
    move_old_server_directory) run_move_old_server_directory ;;
    remove_source_wids_on_hosts) run_remove_source_wids_on_hosts ;;
    removebackup) run_remove_backup ;;
    removebackup_wb) run_remove_backup_wb ;;
    removebackup_wob) run_remove_backup_wob ;;
    *)
        echo "Error: unknown MODULE '${MODULE}'." >&2
        exit 1
        ;;
esac

END_TS=$(date +%s)
END_TIME=$(date '+%Y-%m-%d %H:%M:%S')
ELAPSED=$((END_TS - START_TS))
ELAPSED_H=$((ELAPSED / 3600))
ELAPSED_M=$(((ELAPSED % 3600) / 60))
ELAPSED_S=$((ELAPSED % 60))

echo
echo "== run_merge_n1 finished (MODULE=${MODULE}) =="
echo "Start time : ${START_TIME}"
echo "End time   : ${END_TIME}"
printf 'Elapsed    : %02d 小時 %02d 分 %02d 秒\n' "$ELAPSED_H" "$ELAPSED_M" "$ELAPSED_S"
echo "ENV=${ENVIRONMENT}, FILE_NAME=${FILE_NAME}"

