#!/usr/bin/env bash
set -euo pipefail

########################################
# Usage / 參數
#
# $1: ENVIRONMENT (test|live)
# $2: FILE_NAME
# $3: MODULE
# $4~: 可選參數（順序不拘）
#      - SetID filter：S11 S21 S31 ...（可多個）
#      - removebackup scope：pre | post | both（可選，預設 both）
#
# 單一基礎功能 (single module):
#   generate                     : 產生合併目錄與檔案
#   reward_before_merge          : 合併前發送獎勵 fastcgi
#   dbcheck                      : 檢查 DB 連線
#   prebackup                    : 合併前 DB 備份
#   restore_prebackup            : 由 Pre 備份 DB 還原回原 DB
#   merge                        : 執行合併
#   logcheck                     : 初次檢查 log
#   waitdone                     : 等待各 List 出現 ,Done
#   update_guild_race_data       : 更新 guild_race 相關資料（merge_update_guild_race_data）
#   postbackup                   : 合併後 DB 備份
#   check                        : merge_check 比對差異
#   merge_rollback_partial_worlds: rollback partial worlds（AccountDB: worlds/fake_worlds）
#   update_db_setup              : 更新 db_setup_for_merge (僅 live)
#   move_old_server_directory    : 移動舊 server 目錄
#   remove_source_wids_on_hosts  : 從 hosts 中移除 world (僅 live)
#
#   removebackup                 : 刪除 Pre/Post 備份 DB（可接 pre|post|both，預設 both）
#   removebackup_wb              : 刪除備份 DB（backup_flag=1）
#   removebackup_wob             : 刪除備份 DB（backup_flag=0）
#
# 群組功能 (group module) 與組成:
#   exec_merge  =
#       generate
#       + dbcheck
#       + prebackup
#       + merge
#       + logcheck
#       + waitdone
#       + update_guild_race_data
#       + postbackup
#       + check
#
#   before_merge =
#       generate
#       + reward_before_merge
#
#   re_run_exec_merge =
#       removebackup_wob post
#       + restore_prebackup
#       + merge_rollback_partial_worlds
#       + merge
#       + logcheck
#       + waitdone
#       + update_guild_race_data
#       + postbackup
#       + check
#
#   re_run_pre_merge =
#       removebackup_wob post
#       + restore_prebackup
#       + merge_rollback_partial_worlds
#
#   re_run_exec_merge_wo_restore =
#       merge
#       + logcheck
#       + waitdone
#       + update_guild_race_data
#       + postbackup
#       + check
#
#   after_merge =
#       update_db_setup
#       + move_old_server_directory
#       + remove_source_wids_on_hosts
#
#   end_merge =
#       removebackup
########################################
if [ "$#" -lt 2 ]; then
    echo "Usage: $0 <ENVIRONMENT: test|live> <FILE_NAME> [MODULE] [Sxx ...] [pre|post|both]" >&2
    echo "  單一基礎功能 (single):" >&2
    echo "    generate | reward_before_merge | dbcheck | prebackup | restore_prebackup | merge | logcheck | waitdone | update_guild_race_data | postbackup | check | merge_rollback_partial_worlds | update_db_setup | move_old_server_directory | remove_source_wids_on_hosts | removebackup | removebackup_wb | removebackup_wob" >&2
    echo "  群組功能 (group):" >&2
    echo "    exec_merge                 = generate + dbcheck + prebackup + merge + logcheck + waitdone + update_guild_race_data + postbackup + check" >&2
    echo "    before_merge               = generate + reward_before_merge" >&2
    echo "    re_run_exec_merge          = removebackup_wob post + restore_prebackup + merge_rollback_partial_worlds + merge + logcheck + waitdone + update_guild_race_data + postbackup + check" >&2
    echo "    re_run_pre_merge           = removebackup_wob post + restore_prebackup + merge_rollback_partial_worlds" >&2
    echo "    re_run_exec_merge_wo_restore = merge + logcheck + waitdone + update_guild_race_data + postbackup + check" >&2
    echo "    after_merge                = update_db_setup + move_old_server_directory + remove_source_wids_on_hosts" >&2
    echo "    end_merge                  = removebackup" >&2
    exit 1
fi

ENVIRONMENT="$1"
FILE_NAME="$2"
MODULE="${3:-exec_merge}"
shift $(( $# >= 3 ? 3 : $# ))

case "$ENVIRONMENT" in
    test|live) ;;
    *)
        echo "Error: ENVIRONMENT must be 'test' or 'live', got '$ENVIRONMENT'." >&2
        exit 1
        ;;
esac

INPUT_FILE="$HOME/bin/merge_n1/${ENVIRONMENT}/${FILE_NAME}"

if [ ! -f "$INPUT_FILE" ]; then
    echo "Error: input file not found: $INPUT_FILE" >&2
    exit 1
fi
if [ ! -s "$INPUT_FILE" ]; then
    echo "Error: input file is empty: $INPUT_FILE" >&2
    exit 1
fi

########################################
# 解析附加參數：
# - SET_FILTERS: S11 S21...
# - BACKUP_SCOPE: pre|post|both（僅 removebackup* 模組會用到；預設 both）
########################################
declare -a SET_FILTERS=()
BACKUP_SCOPE="both"

while [ "$#" -gt 0 ]; do
    arg="$1"
    shift

    if [[ "$arg" =~ ^S([0-9]+)$ ]]; then
        SET_FILTERS+=( "${BASH_REMATCH[1]}" )
        continue
    fi

    case "$arg" in
        pre|post|both)
            BACKUP_SCOPE="$arg"
            ;;
        *)
            echo "Warning: unknown extra arg ignored: '$arg'" >&2
            ;;
    esac
done

########################################
# 記錄開始執行時間
########################################
START_TS=$(date +%s)
START_TIME=$(date '+%Y-%m-%d %H:%M:%S')
echo "== run_merge_n1 start at ${START_TIME} (ENV=${ENVIRONMENT}, FILE_NAME=${FILE_NAME}, MODULE=${MODULE}) =="

########################################
# 資料結構宣告
########################################
declare -A list_worlds      # list_worlds[LID]  = "1101 1107 1108"
declare -A list_setid       # list_setid[LID]   = 11
declare -A set_lists        # set_lists[11]     = "L1 L2"
declare -A set_first_list   # set_first_list[11]= "L1"
declare -a all_lists        # all LID, in file order

########################################
# 讀取檔案，建立結構 & 檢查每行 SET_ID 一致性
########################################
LINE_NO=0
while IFS= read -r line || [ -n "$line" ]; do
    LINE_NO=$((LINE_NO + 1))

    line_trimmed="${line#"${line%%[![:space:]]*}"}"
    line_trimmed="${line_trimmed%"${line_trimmed##*[![:space:]]}"}"

    # 跳過空行或註解行
    if [ -z "$line_trimmed" ] || [[ "$line_trimmed" =~ ^# ]]; then
        continue
    fi

    read -r -a WORLDS <<< "$line_trimmed"
    if [ "${#WORLDS[@]}" -lt 1 ]; then
        echo "Error: line $LINE_NO has no WorldID: '$line'" >&2
        exit 1
    fi

    LINE_SET_ID=""
    for wid in "${WORLDS[@]}"; do
        if ! [[ "$wid" =~ ^[0-9]+$ ]]; then
            echo "Error: line $LINE_NO has non-numeric WorldID '$wid'." >&2
            exit 1
        fi
        wid_set_id=$(( wid / 100 ))
        if [ -z "$LINE_SET_ID" ]; then
            LINE_SET_ID="$wid_set_id"
        else
            if (( wid_set_id != LINE_SET_ID )); then
                echo "Error: line $LINE_NO has mixed SET_ID: expected $LINE_SET_ID, got $wid_set_id (WorldID: $wid)." >&2
                exit 1
            fi
        fi
    done

    LID="L${LINE_NO}"
    list_worlds["$LID"]="$line_trimmed"
    list_setid["$LID"]="$LINE_SET_ID"
    all_lists+=( "$LID" )

    if [[ -z "${set_lists[$LINE_SET_ID]+x}" ]]; then
        set_lists["$LINE_SET_ID"]="$LID"
        set_first_list["$LINE_SET_ID"]="$LID"
    else
        set_lists["$LINE_SET_ID"]+=" $LID"
    fi
done < "$INPUT_FILE"

if [ "${#all_lists[@]}" -eq 0 ]; then
    echo "Error: no valid WorldID lists found in file: $INPUT_FILE" >&2
    exit 1
fi

########################################
# 套用 SetID Filter（若有）
########################################
setid_allowed() {
    local sid="$1"
    if [ "${#SET_FILTERS[@]}" -eq 0 ]; then
        return 0
    fi
    for f in "${SET_FILTERS[@]}"; do
        if [ "$sid" = "$f" ]; then
            return 0
        fi
    done
    return 1
}

declare -a filtered_lists=()
for lid in "${all_lists[@]}"; do
    sid="${list_setid[$lid]}"
    if setid_allowed "$sid"; then
        filtered_lists+=( "$lid" )
    fi
done

if [ "${#filtered_lists[@]}" -eq 0 ]; then
    echo "Error: after applying SetID filters, no lists remain. (filters: ${SET_FILTERS[*]-none})" >&2
    exit 1
fi

# 用 filtered_lists 覆蓋 all_lists（後續所有模組都只處理 filtered）
all_lists=( "${filtered_lists[@]}" )

########################################
# SHOW 結構（方便除錯）
########################################
echo "Input file      : $INPUT_FILE"
echo "Environment     : $ENVIRONMENT"
echo "FILE_NAME       : $FILE_NAME"
if [ "${#SET_FILTERS[@]}" -eq 0 ]; then
    echo "SetID filter    : (none, process all)"
else
    echo "SetID filter    : ${SET_FILTERS[*]}"
fi
echo "Lists by SET_ID :"
for set_id in "${!set_lists[@]}"; do
    if setid_allowed "$set_id"; then
        echo "  SET_ID $set_id => ${set_lists[$set_id]}"
    fi
done
echo

########################################
# 全域輔助變數（第一個 List）
########################################
FIRST_LID_GLOBAL="${all_lists[0]}"
FIRST_SETID_GLOBAL="${list_setid[$FIRST_LID_GLOBAL]}"

########################################
# 工具函式：依 SET_ID + ENV 取得 AREA / MACHINE / GENERATOR
########################################
get_area_machine_and_generator() {
    local env="$1"
    local sid="$2"
    local area=""
    local machine=""
    local generator=""

    if (( sid >= 10 && sid < 20 )); then
        area="asia"
    elif (( sid >= 20 && sid < 30 )); then
        area="us"
    elif (( sid >= 30 && sid < 40 )); then
        area="eu"
    else
        echo "Error: unsupported SET_ID '$sid' (only 10~39 supported)." >&2
        return 1
    fi

    if [ "$env" = "live" ]; then
        machine="MS${sid}"
        generator="generate_merge_preparation"
    else
        case "$area" in
            asia) machine="MERGE_ASIA" ;;
            us)   machine="MERGE_US" ;;
            eu)   machine="MERGE_EU" ;;
        esac
        generator="generate_merge_preparation_test"
    fi

    printf '%s %s %s\n' "$area" "$machine" "$generator"
}

WAIT_INTERVAL=60   # waitdone 模組每次檢查間隔秒數

########################################
# 模組：產生合併目錄與檔案
########################################
run_generate() {
    echo ">>> MODULE: generate (create merge directories and files)"
    for set_id in "${!set_lists[@]}"; do
        if ! setid_allowed "$set_id"; then
            continue
        fi
        read AREA MACHINE GENERATOR < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        read -r -a LIDS <<< "${set_lists[$set_id]}"

        echo "==== SET_ID ${set_id} / AREA=${AREA} / MACHINE=${MACHINE} / GEN=${GENERATOR} ===="
        for lid in "${LIDS[@]}"; do
            # 這裡要再判一次，避免 set_lists 內包含未過濾的 LID
            sid="${list_setid[$lid]}"
            if ! setid_allowed "$sid"; then
                continue
            fi
            WORLD_ID_LISTS="${list_worlds[$lid]}"
            echo "[${GENERATOR}] $MACHINE $DIRECTORY_NAME :: $WORLD_ID_LISTS"
            ssh "$MACHINE" "\$HOME/bin/${GENERATOR} ${DIRECTORY_NAME} ${WORLD_ID_LISTS}"
        done
    done
    echo
}

########################################
# 模組：reward_before_merge
########################################
run_reward_before_merge() {
    echo ">>> MODULE: reward_before_merge (send_fastcgi_all_once_n1_by_world_reward_merge)"
    for lid in "${all_lists[@]}"; do
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        echo "[reward_before_merge] LID=${lid} :: ${WORLD_ID_LISTS}"
        "$HOME/bin/send_fastcgi_all_once_n1_by_world_reward_merge" "$ENVIRONMENT" $WORLD_ID_LISTS
    done
    echo
}

########################################
# 模組：檢查 DB 連線
########################################
run_db_connect_verify() {
    echo ">>> MODULE: dbcheck (merge_db_connect_verify)"
    for set_id in "${!set_lists[@]}"; do
        if ! setid_allowed "$set_id"; then
            continue
        fi
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        read -r -a LIDS <<< "${set_lists[$set_id]}"

        for lid in "${LIDS[@]}"; do
            sid="${list_setid[$lid]}"
            if ! setid_allowed "$sid"; then
                continue
            fi
            WORLD_ID_LISTS="${list_worlds[$lid]}"
            WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
            REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
            REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

            echo "[merge_db_connect_verify] $MACHINE $REMOTE_MERGE_INI"
            ssh "$MACHINE" "\$HOME/bin/merge_db_connect_verify \"${REMOTE_MERGE_INI}\""
        done
    done
    echo
}

########################################
# 模組：Pre DB Backup
########################################
run_pre_backup() {
    echo ">>> MODULE: prebackup (Pre DB backup: AccountDB / GameDB / WorldDB)"

    # a. 第一個 List (global) - AccountDB
    read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$FIRST_SETID_GLOBAL")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    WORLD_ID_LISTS_FIRST_GLOBAL="${list_worlds[$FIRST_LID_GLOBAL]}"
    WORLD_ID_LISTS_STR_FIRST_GLOBAL=${WORLD_ID_LISTS_FIRST_GLOBAL// /_}
    REMOTE_BASE_DIR_FIRST_GLOBAL="\$HOME/servers${FIRST_SETID_GLOBAL}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_GLOBAL}"
    REMOTE_MERGE_INI_FIRST_GLOBAL="${REMOTE_BASE_DIR_FIRST_GLOBAL}/merge_setup.ini"

    echo "[Pre-AccountDB] First global list: $FIRST_LID_GLOBAL ($WORLD_ID_LISTS_FIRST_GLOBAL) on $MACHINE"
    ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI_FIRST_GLOBAL}\" _${FILE_NAME}_Pre AccountDB"

    # b. 每個 SetID 下的第一個 List - GameDB
    for set_id in "${!set_first_list[@]}"; do
        if ! setid_allowed "$set_id"; then
            continue
        fi
        FIRST_LID="${set_first_list[$set_id]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS_FIRST_SET="${list_worlds[$FIRST_LID]}"
        WORLD_ID_LISTS_STR_FIRST_SET=${WORLD_ID_LISTS_FIRST_SET// /_}
        REMOTE_BASE_DIR_FIRST_SET="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_SET}"
        REMOTE_MERGE_INI_FIRST_SET="${REMOTE_BASE_DIR_FIRST_SET}/merge_setup.ini"

        echo "[Pre-GameDB] SET_ID=${set_id} first list: $FIRST_LID ($WORLD_ID_LISTS_FIRST_SET) on $MACHINE"
        ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI_FIRST_SET}\" _${FILE_NAME}_Pre GameDB"
    done

    # c. 每個 List - WorldDB
    for lid in "${all_lists[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
        REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

        echo "[Pre-WorldDB] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
        ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI}\" _${FILE_NAME}_Pre WorldDB"
    done
    echo
}

########################################
# 模組：Restore Pre DB Backup
########################################
run_restore_prebackup() {
    echo ">>> MODULE: restore_prebackup (restore DB from Pre backup: AccountDB / GameDB / WorldDB)"

    # a. 第一個 List (global) - AccountDB
    read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$FIRST_SETID_GLOBAL")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    WORLD_ID_LISTS_FIRST_GLOBAL="${list_worlds[$FIRST_LID_GLOBAL]}"
    WORLD_ID_LISTS_STR_FIRST_GLOBAL=${WORLD_ID_LISTS_FIRST_GLOBAL// /_}
    REMOTE_BASE_DIR_FIRST_GLOBAL="\$HOME/servers${FIRST_SETID_GLOBAL}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_GLOBAL}"
    REMOTE_MERGE_INI_FIRST_GLOBAL="${REMOTE_BASE_DIR_FIRST_GLOBAL}/merge_setup.ini"

    echo "[Restore-AccountDB] First global list: $FIRST_LID_GLOBAL ($WORLD_ID_LISTS_FIRST_GLOBAL) on $MACHINE"
    ssh "$MACHINE" "\$HOME/bin/merge_db_restore \"${REMOTE_MERGE_INI_FIRST_GLOBAL}\" _${FILE_NAME}_Pre AccountDB"

    # b. 每個 SetID 下的第一個 List - GameDB
    for set_id in "${!set_first_list[@]}"; do
        if ! setid_allowed "$set_id"; then
            continue
        fi
        FIRST_LID="${set_first_list[$set_id]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS_FIRST_SET="${list_worlds[$FIRST_LID]}"
        WORLD_ID_LISTS_STR_FIRST_SET=${WORLD_ID_LISTS_FIRST_SET// /_}
        REMOTE_BASE_DIR_FIRST_SET="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_SET}"
        REMOTE_MERGE_INI_FIRST_SET="${REMOTE_BASE_DIR_FIRST_SET}/merge_setup.ini"

        echo "[Restore-GameDB] SET_ID=${set_id} first list: $FIRST_LID ($WORLD_ID_LISTS_FIRST_SET) on $MACHINE"
        ssh "$MACHINE" "\$HOME/bin/merge_db_restore \"${REMOTE_MERGE_INI_FIRST_SET}\" _${FILE_NAME}_Pre GameDB"
    done

    # c. 每個 List - WorldDB
    for lid in "${all_lists[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
        REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

        echo "[Restore-WorldDB] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
        ssh "$MACHINE" "\$HOME/bin/merge_db_restore \"${REMOTE_MERGE_INI}\" _${FILE_NAME}_Pre WorldDB"
    done
    echo
}

########################################
# 模組：執行合併作業 (merge_exec)
########################################
run_merge_exec() {
    echo ">>> MODULE: merge (run merge_exec)"
    for lid in "${all_lists[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"

        echo "[merge_exec] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
        ssh "$MACHINE" "cd ${REMOTE_BASE_DIR}; nohup ./merge_exec &"
    done
    echo
}

########################################
# 模組：初次檢查 Server log
########################################
run_log_check() {
    echo ">>> MODULE: logcheck (first grep on Test.log*)"
    echo "==== [LOG CHECK - FIRST GREP] ===="
    for lid in "${all_lists[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"

        echo "[log check] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
        ssh "$MACHINE" "cd ${REMOTE_BASE_DIR}; grep -E ',WolrdDB|,WorldDB|,GameDB|,AccountDB|,Done| autosend_info| redenvelope_info' Test.log* || echo 'No match in Test.log*'"
    done
    echo
}

########################################
# 模組：等待所有 Lists 出現 ',Done'
########################################
run_wait_done() {
    echo ">>> MODULE: waitdone (wait all lists have ',Done' in Test.log*)"
    echo "==== [WAIT ALL LISTS DONE: grep ',Done' Test.log*] ===="

    while :; do
        all_done=1
        for lid in "${all_lists[@]}"; do
            set_id="${list_setid[$lid]}"
            read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
            DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
            WORLD_ID_LISTS="${list_worlds[$lid]}"
            WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
            REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"

            if ssh "$MACHINE" "cd ${REMOTE_BASE_DIR}; grep -q ',Done' Test.log* 2>/dev/null"; then
                echo "[DONE] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
            else
                echo "[WAIT] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE still no ',Done' in Test.log*"
                all_done=0
            fi
        done

        if [ "$all_done" -eq 1 ]; then
            echo "==== ALL LISTS HAVE ',Done' IN Test.log*. ===="
            break
        fi

        echo "==== Not all lists finished. Sleep ${WAIT_INTERVAL} seconds then re-check... ===="
        sleep "$WAIT_INTERVAL"
    done
    echo
}

########################################
# 模組：update_guild_race_data
########################################
run_update_guild_race_data() {
    echo ">>> MODULE: update_guild_race_data (merge_update_guild_race_data, pass ABS merge_setup.ini)"
    for lid in "${all_lists[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
        REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

        echo "[merge_update_guild_race_data] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE :: $REMOTE_MERGE_INI"
        ssh "$MACHINE" "\$HOME/bin/merge_update_guild_race_data \"${REMOTE_MERGE_INI}\""
    done
    echo
}

########################################
# 模組：Post DB Backup
########################################
run_post_backup() {
    echo ">>> MODULE: postbackup (Post DB backup: AccountDB / GameDB / WorldDB)"

    # a. 第一個 List (global) - AccountDB
    echo "==== [POST BACKUP] Global First List (AccountDB) ===="
    read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$FIRST_SETID_GLOBAL")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    WORLD_ID_LISTS_FIRST_GLOBAL="${list_worlds[$FIRST_LID_GLOBAL]}"
    WORLD_ID_LISTS_STR_FIRST_GLOBAL=${WORLD_ID_LISTS_FIRST_GLOBAL// /_}
    REMOTE_BASE_DIR_FIRST_GLOBAL="\$HOME/servers${FIRST_SETID_GLOBAL}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_GLOBAL}"
    REMOTE_MERGE_INI_FIRST_GLOBAL="${REMOTE_BASE_DIR_FIRST_GLOBAL}/merge_setup.ini"

    echo "[Post-AccountDB] First global list: $FIRST_LID_GLOBAL ($WORLD_ID_LISTS_FIRST_GLOBAL) on $MACHINE"
    ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI_FIRST_GLOBAL}\" _${FILE_NAME}_Post AccountDB"

    # b. 每個 SetID 下的第一個 List - GameDB
    echo "==== [POST BACKUP] Per SET_ID First List (GameDB) ===="
    for set_id in "${!set_first_list[@]}"; do
        if ! setid_allowed "$set_id"; then
            continue
        fi
        FIRST_LID="${set_first_list[$set_id]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS_FIRST_SET="${list_worlds[$FIRST_LID]}"
        WORLD_ID_LISTS_STR_FIRST_SET=${WORLD_ID_LISTS_FIRST_SET// /_}
        REMOTE_BASE_DIR_FIRST_SET="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_SET}"
        REMOTE_MERGE_INI_FIRST_SET="${REMOTE_BASE_DIR_FIRST_SET}/merge_setup.ini"

        echo "[Post-GameDB] SET_ID=${set_id} first list: $FIRST_LID ($WORLD_ID_LISTS_FIRST_SET) on $MACHINE"
        ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI_FIRST_SET}\" _${FILE_NAME}_Post GameDB"
    done

    # c. 每個 List - WorldDB
    echo "==== [POST BACKUP] Each List (WorldDB) ===="
    for lid in "${all_lists[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
        REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

        echo "[Post-WorldDB] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
        ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI}\" _${FILE_NAME}_Post WorldDB"
    done
    echo
}

########################################
# 模組：merge_check Pre / Post 比對
########################################
run_check_diff() {
    echo ">>> MODULE: check (merge_check compare Pre/Post, with ENVIRONMENT)"
    echo "==== [CHECK PRE vs POST] ===="
    for lid in "${all_lists[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
        REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

        echo "[merge_check] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE (ENV=${ENVIRONMENT})"
        ssh "$MACHINE" "\$HOME/bin/merge_check \"${REMOTE_MERGE_INI}\" _${FILE_NAME}_Pre _${FILE_NAME}_Post $ENVIRONMENT"
    done
    echo
}

########################################
# 模組：merge_rollback_partial_worlds
# 注意：你要求 for loop 跑完全部讀取到的行數內的資料（filtered all_lists）
# 參數：<ABS merge_setup.ini> <BACKUP_TAG=${FILE_NAME}_Pre>
########################################
run_merge_rollback_partial_worlds() {
    echo ">>> MODULE: merge_rollback_partial_worlds (rollback AccountDB partial worlds; for all lists)"
    for lid in "${all_lists[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
        REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

        echo "[merge_rollback_partial_worlds] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE :: $REMOTE_MERGE_INI (BACKUP_TAG=${FILE_NAME}_Pre)"
        ssh "$MACHINE" "\$HOME/bin/merge_rollback_partial_worlds \"${REMOTE_MERGE_INI}\" \"${FILE_NAME}_Pre\""
    done
    echo
}

########################################
# 模組：update_db_setup（only live）
########################################
run_update_db_setup() {
    echo ">>> MODULE: update_db_setup (run update_db_setup_for_merge locally, only ENV=live)"

    if [ "$ENVIRONMENT" != "live" ]; then
        echo "Error: update_db_setup can only be executed in live environment. Current ENV=${ENVIRONMENT}." >&2
        exit 1
    fi

    for lid in "${all_lists[@]}"; do
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        echo "[update_db_setup_for_merge] LID=${lid} :: ${WORLD_ID_LISTS}"
        "$HOME/bin/update_db_setup_for_merge" $WORLD_ID_LISTS
    done
    echo
}

########################################
# 模組：move_old_server_directory
########################################
run_move_old_server_directory() {
    echo ">>> MODULE: move_old_server_directory (run move_source_wids_directory_after_merge locally)"

    for lid in "${all_lists[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA _ _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"

        echo "[move_source_wids_directory_after_merge] LID=${lid}, SET_ID=${set_id}, ENV=${ENVIRONMENT}, DIR=${DIRECTORY_NAME} :: ${WORLD_ID_LISTS}"
        "$HOME/bin/move_source_wids_directory_after_merge" "$ENVIRONMENT" "$DIRECTORY_NAME" $WORLD_ID_LISTS
    done
    echo
}

########################################
# 模組：remove_source_wids_on_hosts（only live）
########################################
run_remove_source_wids_on_hosts() {
    echo ">>> MODULE: remove_source_wids_on_hosts (backup hosts and call remove_source_wids_on_hosts_after_merge, ENV=live only)"

    if [ "$ENVIRONMENT" != "live" ]; then
        echo "Error: remove_source_wids_on_hosts can only be executed in live environment. Current ENV=${ENVIRONMENT}." >&2
        exit 1
    fi

    HOSTS_FILE="$HOME/bin/hosts"
    HOSTS_BAK="$HOME/bin/hosts.old"

    if [ ! -f "$HOSTS_FILE" ]; then
        echo "Error: hosts file not found: $HOSTS_FILE" >&2
        exit 1
    fi

    echo "Backup hosts: $HOSTS_FILE -> $HOSTS_BAK"
    cp -arf "$HOSTS_FILE" "$HOSTS_BAK"

    echo "Call remove_source_wids_on_hosts_after_merge for each WORLD_ID_LISTS ..."
    for lid in "${all_lists[@]}"; do
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        echo "[remove_source_wids_on_hosts_after_merge] LID=${lid} :: ${WORLD_ID_LISTS}"
        "$HOME/bin/remove_source_wids_on_hosts_after_merge" $WORLD_ID_LISTS
    done
    echo
}

########################################
# removebackup 核心：支援 scope (pre|post|both) + backup_flag (可選)
# - removebackup        : backup_flag 省略（使用 drop script 預設）
# - removebackup_wb     : backup_flag=1
# - removebackup_wob    : backup_flag=0
#
# 你指定的 here-string 寫法已套用；
# 並加入 rc_all 收斂，避免 set -e 導致跑完 Pre 就中止。
########################################
run_remove_backup_core() {
    local scope="${1:-both}"
    local backup_flag="${2-}"   # 可空
    local patterns=()

    case "$scope" in
        pre)  patterns=( "_${FILE_NAME}_Pre" ) ;;
        post) patterns=( "_${FILE_NAME}_Post" ) ;;
        both|"") patterns=( "_${FILE_NAME}_Pre" "_${FILE_NAME}_Post" ) ;;
        *)
            echo "Error: invalid scope for removebackup: '$scope' (use pre|post|both)" >&2
            return 1
            ;;
    esac

    echo ">>> MODULE: removebackup (drop backup databases; scope=${scope}; backup_flag=${backup_flag:-default})"

    local rc_all=0

    if [ "$ENVIRONMENT" = "test" ]; then
        echo "==== [removebackup] ENV=test ===="
        declare -a machines=()

        if [ "${#SET_FILTERS[@]}" -eq 0 ]; then
            machines=( MERGE_COMMON MERGE_ASIA MERGE_US MERGE_EU )
        else
            # 有 set filter：以 area 推導需要的 MERGE_*，並固定加 MERGE_COMMON（保險）
            machines=( MERGE_COMMON )
            for sid in "${SET_FILTERS[@]}"; do
                read AREA _ _ < <(get_area_machine_and_generator "test" "$sid")
                case "$AREA" in
                    asia) machines+=( MERGE_ASIA ) ;;
                    us)   machines+=( MERGE_US ) ;;
                    eu)   machines+=( MERGE_EU ) ;;
                esac
            done
            # unique
            declare -A seen=()
            declare -a uniq=()
            for m in "${machines[@]}"; do
                if [[ -z "${seen[$m]+x}" ]]; then
                    seen["$m"]=1
                    uniq+=( "$m" )
                fi
            done
            machines=( "${uniq[@]}" )
        fi

        for m in "${machines[@]}"; do
            echo "[removebackup] test env on ${m} for FILE_NAME=${FILE_NAME}"
            for p in "${patterns[@]}"; do
                if [ -n "${backup_flag}" ]; then
                    if ! ssh "$m" "\$HOME/bin/drop_database_for_current_machine_by_pattern postfix ${p} ${backup_flag}"; then
                        rc_all=1
                        echo "[ERROR] removebackup failed on ${m} pattern=${p} backup_flag=${backup_flag}" >&2
                    fi
                else
                    if ! ssh "$m" "\$HOME/bin/drop_database_for_current_machine_by_pattern postfix ${p}"; then
                        rc_all=1
                        echo "[ERROR] removebackup failed on ${m} pattern=${p}" >&2
                    fi
                fi
            done
        done
    else
        echo "==== [removebackup] ENV=live ===="

        # 依你指定先改成 sendscript <<< ... 的形式；
        # 再加入 rc_all 讓 Pre/Post 都能被嘗試跑完
        if [ "${#SET_FILTERS[@]}" -eq 0 ]; then
            echo "[removebackup] live env via sendscript alldb for FILE_NAME=${FILE_NAME}"
            for p in "${patterns[@]}"; do
                if [ -n "$backup_flag" ]; then
                    if ! sendscript alldb <<< "\$HOME/bin/drop_database_for_current_machine_by_pattern postfix ${p} ${backup_flag}"; then
                        rc_all=1
                        echo "[ERROR] sendscript alldb failed for pattern=${p} backup_flag=${backup_flag}" >&2
                    fi
                else
                    if ! sendscript alldb <<< "\$HOME/bin/drop_database_for_current_machine_by_pattern postfix ${p}"; then
                        rc_all=1
                        echo "[ERROR] sendscript alldb failed for pattern=${p}" >&2
                    fi
                fi
            done
        else
            for sid in "${SET_FILTERS[@]}"; do
                m="set${sid}"
                echo "[removebackup] live env on ${m} for FILE_NAME=${FILE_NAME}"
                for p in "${patterns[@]}"; do
                    if [ -n "$backup_flag" ]; then
                        if ! sendscript "$m" <<< "\$HOME/bin/drop_database_for_current_machine_by_pattern postfix ${p} ${backup_flag}"; then
                            rc_all=1
                            echo "[ERROR] sendscript ${m} failed for pattern=${p} backup_flag=${backup_flag}" >&2
                        fi
                    else
                        if ! sendscript "$m" <<< "\$HOME/bin/drop_database_for_current_machine_by_pattern postfix ${p}"; then
                            rc_all=1
                            echo "[ERROR] sendscript ${m} failed for pattern=${p}" >&2
                        fi
                    fi
                done
            done
        fi
    fi

    echo
    if [ "$rc_all" -ne 0 ]; then
        echo "[removebackup] finished with errors (some patterns failed)." >&2
        return 1
    fi
    return 0
}

run_remove_backup() {
    run_remove_backup_core "$BACKUP_SCOPE"
}

run_remove_backup_wb() {
    run_remove_backup_core "$BACKUP_SCOPE" "1"
}

run_remove_backup_wob() {
    run_remove_backup_core "$BACKUP_SCOPE" "0"
}

########################################
# 模組執行入口
########################################
case "$MODULE" in
    exec_merge)
        run_generate
        run_db_connect_verify
        run_pre_backup
        run_merge_exec
        run_log_check
        run_wait_done
        run_update_guild_race_data
        run_post_backup
        run_check_diff
        ;;
    before_merge)
        run_generate
        run_reward_before_merge
        ;;
    re_run_exec_merge)
        BACKUP_SCOPE="post"
        run_remove_backup_wob
        run_restore_prebackup
        run_merge_rollback_partial_worlds
        run_merge_exec
        run_log_check
        run_wait_done
        run_update_guild_race_data
        run_post_backup
        run_check_diff
        ;;
    re_run_pre_merge)
        BACKUP_SCOPE="post"
        run_remove_backup_wob
        run_restore_prebackup
        run_merge_rollback_partial_worlds
        ;;
    re_run_exec_merge_wo_restore)
        run_merge_exec
        run_log_check
        run_wait_done
        run_update_guild_race_data
        run_post_backup
        run_check_diff
        ;;
    generate)
        run_generate
        ;;
    reward_before_merge)
        run_reward_before_merge
        ;;
    dbcheck)
        run_db_connect_verify
        ;;
    prebackup)
        run_pre_backup
        ;;
    restore_prebackup)
        run_restore_prebackup
        ;;
    merge)
        run_merge_exec
        ;;
    logcheck)
        run_log_check
        ;;
    waitdone)
        run_wait_done
        ;;
    update_guild_race_data)
        run_update_guild_race_data
        ;;
    postbackup)
        run_post_backup
        ;;
    check)
        run_check_diff
        ;;
    merge_rollback_partial_worlds)
        run_merge_rollback_partial_worlds
        ;;
    update_db_setup)
        run_update_db_setup
        ;;
    move_old_server_directory)
        run_move_old_server_directory
        ;;
    remove_source_wids_on_hosts)
        run_remove_source_wids_on_hosts
        ;;
    removebackup)
        run_remove_backup
        ;;
    removebackup_wb)
        run_remove_backup_wb
        ;;
    removebackup_wob)
        run_remove_backup_wob
        ;;
    after_merge)
        run_update_db_setup
        run_move_old_server_directory
        run_remove_source_wids_on_hosts
        ;;
    end_merge)
        run_remove_backup
        ;;
    *)
        echo "Error: unknown MODULE '${MODULE}'." >&2
        echo "  單一基礎功能 (single):" >&2
        echo "    generate | reward_before_merge | dbcheck | prebackup | restore_prebackup | merge | logcheck | waitdone | update_guild_race_data | postbackup | check | merge_rollback_partial_worlds | update_db_setup | move_old_server_directory | remove_source_wids_on_hosts | removebackup | removebackup_wb | removebackup_wob" >&2
        echo "  群組功能 (group):" >&2
        echo "    exec_merge                 = generate + dbcheck + prebackup + merge + logcheck + waitdone + update_guild_race_data + postbackup + check" >&2
        echo "    before_merge               = generate + reward_before_merge" >&2
        echo "    re_run_exec_merge          = removebackup_wob post + restore_prebackup + merge_rollback_partial_worlds + merge + logcheck + waitdone + update_guild_race_data + postbackup + check" >&2
        echo "    re_run_pre_merge           = removebackup_wob post + restore_prebackup + merge_rollback_partial_worlds" >&2
        echo "    re_run_exec_merge_wo_restore = merge + logcheck + waitdone + update_guild_race_data + postbackup + check" >&2
        echo "    after_merge                = update_db_setup + move_old_server_directory + remove_source_wids_on_hosts" >&2
        echo "    end_merge                  = removebackup" >&2
        exit 1
        ;;
esac

########################################
# 結束時間 & 總耗時
########################################
END_TS=$(date +%s)
END_TIME=$(date '+%Y-%m-%d %H:%M:%S')
ELAPSED=$((END_TS - START_TS))
ELAPSED_H=$((ELAPSED / 3600))
ELAPSED_M=$(((ELAPSED % 3600) / 60))
ELAPSED_S=$((ELAPSED % 60))

echo
echo "== run_merge_n1 finished (MODULE=${MODULE}) =="
echo "Start time : ${START_TIME}"
echo "End time   : ${END_TIME}"
printf 'Elapsed    : %02d 小時 %02d 分 %02d 秒\n' "$ELAPSED_H" "$ELAPSED_M" "$ELAPSED_S"
echo "ENV=${ENVIRONMENT}, FILE_NAME=${FILE_NAME}"

