#!/usr/bin/env bash
set -euo pipefail

########################################
# Usage / 參數
#
# $1: ENVIRONMENT (test|live)
# $2: FILE_NAME
# $3: MODULE
# $4..: [Sxx ...] [pre|post|both]
#
# SetID filter:
#   - 預設不加：針對檔案內所有 SetID 全部處理
#   - 加 S11 / S21 ...：僅處理指定 SetID（可多個）
#
# removebackup scope:
#   - pre | post | both（預設 both）
#
# 單一基礎功能 (single module):
#   generate                : 產生合併目錄與檔案
#   reward_before_merge     : 合併前發送獎勵 fastcgi
#   dbcheck                 : 檢查 DB 連線
#   prebackup               : 合併前 DB 備份
#   restore_prebackup       : 由 Pre 備份 DB 還原回原 DB
#   merge_rollback_partial_worlds : 部分 world 資料 rollback（以 merge_setup.ini world_order 為準）
#   merge                   : 執行合併
#   logcheck                : 初次檢查 log
#   waitdone                : 等待各 List 出現 ,Done
#   update_guild_race_data  : 更新 guild race data（merge_update_guild_race_data）
#   postbackup              : 合併後 DB 備份
#   check                   : merge_check 比對差異
#   update_db_setup         : 更新 db_setup_for_merge (僅 live)
#   move_old_server_directory    : 移動舊 server 目錄
#   remove_source_wids_on_hosts  : 從 hosts 中移除 world (僅 live)
#   removebackup            : 刪除 Pre/Post 備份 DB（預設備份，scope 可選）
#   removebackup_wb         : 刪除 Pre/Post 備份 DB（備份，第三參數=1，scope 可選）
#   removebackup_wob        : 刪除 Pre/Post 備份 DB（不備份，第三參數=0，scope 可選）
#
# 群組功能 (group module) 與組成:
#   exec_merge  =
#       generate
#       + dbcheck
#       + prebackup
#       + merge
#       + logcheck
#       + waitdone
#       + update_guild_race_data
#       + postbackup
#       + check
#
#   before_merge =
#       generate
#       + reward_before_merge
#
#   after_merge =
#       update_db_setup
#       + move_old_server_directory
#       + remove_source_wids_on_hosts
#
#   end_merge =
#       removebackup
#
#   re_run_exec_merge =
#       removebackup_wob post
#       + restore_prebackup
#       + merge_rollback_partial_worlds
#       + merge
#       + logcheck
#       + waitdone
#       + update_guild_race_data
#       + postbackup
#       + check
#
#   re_run_pre_merge =
#       removebackup_wob post
#       + restore_prebackup
#       + merge_rollback_partial_worlds
#
#   re_run_exec_merge_wo_restore =
#       merge
#       + logcheck
#       + waitdone
#       + update_guild_race_data
#       + postbackup
#       + check
########################################

print_usage_and_exit() {
    echo "Usage: $0 <ENVIRONMENT: test|live> <FILE_NAME> [MODULE] [Sxx ...] [pre|post|both]" >&2
    echo "  SetID filter:" >&2
    echo "    - 預設不加：針對檔案內所有 SetID 全部處理" >&2
    echo "    - 加 S11 / S21 ...：僅處理指定 SetID（可多個）" >&2
    echo "  removebackup scope:" >&2
    echo "    - pre | post | both（預設 both）" >&2
    echo "" >&2
    echo "  單一基礎功能 (single):" >&2
    echo "    generate" >&2
    echo "    reward_before_merge" >&2
    echo "    dbcheck" >&2
    echo "    prebackup" >&2
    echo "    restore_prebackup" >&2
    echo "    merge_rollback_partial_worlds" >&2
    echo "    merge" >&2
    echo "    logcheck" >&2
    echo "    waitdone" >&2
    echo "    update_guild_race_data" >&2
    echo "    postbackup" >&2
    echo "    check" >&2
    echo "    update_db_setup" >&2
    echo "    move_old_server_directory" >&2
    echo "    remove_source_wids_on_hosts" >&2
    echo "    removebackup" >&2
    echo "    removebackup_wb" >&2
    echo "    removebackup_wob" >&2
    echo "" >&2
    echo "  群組功能 (group):" >&2
    echo "    exec_merge  =" >&2
    echo "        generate" >&2
    echo "        + dbcheck" >&2
    echo "        + prebackup" >&2
    echo "        + merge" >&2
    echo "        + logcheck" >&2
    echo "        + waitdone" >&2
    echo "        + update_guild_race_data" >&2
    echo "        + postbackup" >&2
    echo "        + check" >&2
    echo "" >&2
    echo "    before_merge =" >&2
    echo "        generate" >&2
    echo "        + reward_before_merge" >&2
    echo "" >&2
    echo "    after_merge =" >&2
    echo "        update_db_setup" >&2
    echo "        + move_old_server_directory" >&2
    echo "        + remove_source_wids_on_hosts" >&2
    echo "" >&2
    echo "    end_merge =" >&2
    echo "        removebackup" >&2
    echo "" >&2
    echo "    re_run_exec_merge =" >&2
    echo "        removebackup_wob post" >&2
    echo "        + restore_prebackup" >&2
    echo "        + merge_rollback_partial_worlds" >&2
    echo "        + merge" >&2
    echo "        + logcheck" >&2
    echo "        + waitdone" >&2
    echo "        + update_guild_race_data" >&2
    echo "        + postbackup" >&2
    echo "        + check" >&2
    echo "" >&2
    echo "    re_run_pre_merge =" >&2
    echo "        removebackup_wob post" >&2
    echo "        + restore_prebackup" >&2
    echo "        + merge_rollback_partial_worlds" >&2
    echo "" >&2
    echo "    re_run_exec_merge_wo_restore =" >&2
    echo "        merge" >&2
    echo "        + logcheck" >&2
    echo "        + waitdone" >&2
    echo "        + update_guild_race_data" >&2
    echo "        + postbackup" >&2
    echo "        + check" >&2
    exit 1
}

if [ "$#" -lt 2 ]; then
    print_usage_and_exit
fi

ENVIRONMENT="$1"
FILE_NAME="$2"
MODULE="${3:-exec_merge}"
shift 3 || true

case "$ENVIRONMENT" in
    test|live) ;;
    *)
        echo "Error: ENVIRONMENT must be 'test' or 'live', got '$ENVIRONMENT'." >&2
        exit 1
        ;;
esac

# 解析參數：Sxx... 與 scope(pre|post|both)
declare -a SET_FILTERS=()
REMOVE_SCOPE="both"

for arg in "$@"; do
    if [[ "$arg" =~ ^S([0-9]+)$ ]]; then
        SET_FILTERS+=( "${BASH_REMATCH[1]}" )
    elif [[ "$arg" == "pre" || "$arg" == "post" || "$arg" == "both" ]]; then
        REMOVE_SCOPE="$arg"
    else
        # 目前沒有其他 module args，保留彈性但不報錯
        :
    fi
done

# SetID filters 去重（保序）
if [ "${#SET_FILTERS[@]}" -gt 0 ]; then
    declare -A _seen_sid=()
    declare -a _uniq=()
    for sid in "${SET_FILTERS[@]}"; do
        if [[ -z "${_seen_sid[$sid]+x}" ]]; then
            _seen_sid["$sid"]=1
            _uniq+=( "$sid" )
        fi
    done
    SET_FILTERS=( "${_uniq[@]}" )
fi

INPUT_FILE="$HOME/bin/merge_n1/${ENVIRONMENT}/${FILE_NAME}"

if [ ! -f "$INPUT_FILE" ]; then
    echo "Error: input file not found: $INPUT_FILE" >&2
    exit 1
fi
if [ ! -s "$INPUT_FILE" ]; then
    echo "Error: input file is empty: $INPUT_FILE" >&2
    exit 1
fi

########################################
# 記錄開始執行時間
########################################
START_TS=$(date +%s)
START_TIME=$(date '+%Y-%m-%d %H:%M:%S')
echo "== run_merge_n1 start at ${START_TIME} (ENV=${ENVIRONMENT}, FILE_NAME=${FILE_NAME}, MODULE=${MODULE}) =="

########################################
# 資料結構宣告
########################################
declare -A list_worlds
declare -A list_setid
declare -A set_lists
declare -A set_first_list
declare -a all_lists

########################################
# 讀取檔案，建立結構 & 檢查每行 SET_ID 一致性
########################################
LINE_NO=0
while IFS= read -r line || [ -n "$line" ]; do
    LINE_NO=$((LINE_NO + 1))

    line_trimmed="${line#"${line%%[![:space:]]*}"}"
    line_trimmed="${line_trimmed%"${line_trimmed##*[![:space:]]}"}"

    if [ -z "$line_trimmed" ] || [[ "$line_trimmed" =~ ^# ]]; then
        continue
    fi

    read -r -a WORLDS <<< "$line_trimmed"
    if [ "${#WORLDS[@]}" -lt 1 ]; then
        echo "Error: line $LINE_NO has no WorldID: '$line'" >&2
        exit 1
    fi

    LINE_SET_ID=""
    for wid in "${WORLDS[@]}"; do
        if ! [[ "$wid" =~ ^[0-9]+$ ]]; then
            echo "Error: line $LINE_NO has non-numeric WorldID '$wid'." >&2
            exit 1
        fi
        wid_set_id=$(( wid / 100 ))
        if [ -z "$LINE_SET_ID" ]; then
            LINE_SET_ID="$wid_set_id"
        else
            if (( wid_set_id != LINE_SET_ID )); then
                echo "Error: line $LINE_NO has mixed SET_ID: expected $LINE_SET_ID, got $wid_set_id (WorldID: $wid)." >&2
                exit 1
            fi
        fi
    done

    LID="L${LINE_NO}"
    list_worlds["$LID"]="$line_trimmed"
    list_setid["$LID"]="$LINE_SET_ID"
    all_lists+=( "$LID" )

    if [[ -z "${set_lists[$LINE_SET_ID]+x}" ]]; then
        set_lists["$LINE_SET_ID"]="$LID"
        set_first_list["$LINE_SET_ID"]="$LID"
    else
        set_lists["$LINE_SET_ID"]+=" $LID"
    fi
done < "$INPUT_FILE"

if [ "${#all_lists[@]}" -eq 0 ]; then
    echo "Error: no valid WorldID lists found in file: $INPUT_FILE" >&2
    exit 1
fi

########################################
# 套用 SetID filters（若有）
########################################
is_sid_selected() {
    local sid="$1"
    if [ "${#SET_FILTERS[@]}" -eq 0 ]; then
        return 0
    fi
    for f in "${SET_FILTERS[@]}"; do
        if [ "$f" = "$sid" ]; then
            return 0
        fi
    done
    return 1
}

if [ "${#SET_FILTERS[@]}" -gt 0 ]; then
    declare -a all_lists_full=( "${all_lists[@]}" )
    all_lists=()

    unset set_lists
    unset set_first_list
    declare -A set_lists
    declare -A set_first_list

    for lid in "${all_lists_full[@]}"; do
        sid="${list_setid[$lid]}"
        if is_sid_selected "$sid"; then
            all_lists+=( "$lid" )
            if [[ -z "${set_lists[$sid]+x}" ]]; then
                set_lists["$sid"]="$lid"
                set_first_list["$sid"]="$lid"
            else
                set_lists["$sid"]+=" $lid"
            fi
        fi
    done

    if [ "${#all_lists[@]}" -eq 0 ]; then
        echo "Error: SetID filters matched no lists in file: $INPUT_FILE" >&2
        echo "  Filters: ${SET_FILTERS[*]}" >&2
        exit 1
    fi
fi

########################################
# SHOW 結構（方便除錯）
########################################
echo "Input file      : $INPUT_FILE"
echo "Environment     : $ENVIRONMENT"
echo "FILE_NAME       : $FILE_NAME"
if [ "${#SET_FILTERS[@]}" -gt 0 ]; then
    echo "SetID filters   : ${SET_FILTERS[*]}"
else
    echo "SetID filters   : (all)"
fi
echo "removebackup scope: $REMOVE_SCOPE"
echo "Lists by SET_ID :"
for set_id in "${!set_lists[@]}"; do
    echo "  SET_ID $set_id => ${set_lists[$set_id]}"
done
echo

########################################
# 全域輔助變數（第一個 List）
########################################
FIRST_LID_GLOBAL="${all_lists[0]}"
FIRST_SETID_GLOBAL="${list_setid[$FIRST_LID_GLOBAL]}"

########################################
# 工具函式：依 SET_ID + ENV 取得 AREA / MACHINE / GENERATOR
########################################
get_area_machine_and_generator() {
    local env="$1"
    local sid="$2"
    local area=""
    local machine=""
    local generator=""

    if (( sid >= 10 && sid < 20 )); then
        area="asia"
    elif (( sid >= 20 && sid < 30 )); then
        area="us"
    elif (( sid >= 30 && sid < 40 )); then
        area="eu"
    else
        echo "Error: unsupported SET_ID '$sid' (only 10~39 supported)." >&2
        return 1
    fi

    if [ "$env" = "live" ]; then
        machine="MS${sid}"
        generator="generate_merge_preparation"
    else
        case "$area" in
            asia) machine="MERGE_ASIA" ;;
            us)   machine="MERGE_US" ;;
            eu)   machine="MERGE_EU" ;;
        esac
        generator="generate_merge_preparation_test"
    fi

    printf '%s %s %s\n' "$area" "$machine" "$generator"
}

WAIT_INTERVAL=60

########################################
# 模組：產生合併目錄與檔案
########################################
run_generate() {
    echo ">>> MODULE: generate (create merge directories and files)"
    for set_id in "${!set_lists[@]}"; do
        read AREA MACHINE GENERATOR < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        read -r -a LIDS <<< "${set_lists[$set_id]}"

        echo "==== SET_ID ${set_id} / AREA=${AREA} / MACHINE=${MACHINE} / GEN=${GENERATOR} ===="
        for lid in "${LIDS[@]}"; do
            WORLD_ID_LISTS="${list_worlds[$lid]}"
            echo "[${GENERATOR}] $MACHINE $DIRECTORY_NAME :: $WORLD_ID_LISTS"
            ssh "$MACHINE" "\$HOME/bin/${GENERATOR} ${DIRECTORY_NAME} ${WORLD_ID_LISTS}"
        done
    done
    echo
}

########################################
# 模組：reward_before_merge
########################################
run_reward_before_merge() {
    echo ">>> MODULE: reward_before_merge (send_fastcgi_all_once_n1_by_world_reward_merge)"
    for lid in "${all_lists[@]}"; do
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        echo "[reward_before_merge] LID=${lid} :: ${WORLD_ID_LISTS}"
        "$HOME/bin/send_fastcgi_all_once_n1_by_world_reward_merge" "$ENVIRONMENT" $WORLD_ID_LISTS
    done
    echo
}

########################################
# 模組：檢查 DB 連線
########################################
run_db_connect_verify() {
    echo ">>> MODULE: dbcheck (merge_db_connect_verify)"
    for set_id in "${!set_lists[@]}"; do
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        read -r -a LIDS <<< "${set_lists[$set_id]}"

        for lid in "${LIDS[@]}"; do
            WORLD_ID_LISTS="${list_worlds[$lid]}"
            WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
            REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
            REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

            echo "[merge_db_connect_verify] $MACHINE $REMOTE_MERGE_INI"
            ssh "$MACHINE" "\$HOME/bin/merge_db_connect_verify \"${REMOTE_MERGE_INI}\""
        done
    done
    echo
}

########################################
# 模組：Pre DB Backup
########################################
run_pre_backup() {
    echo ">>> MODULE: prebackup (Pre DB backup: AccountDB / GameDB / WorldDB)"

    # a. 第一個 List (global) - AccountDB
    read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$FIRST_SETID_GLOBAL")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    WORLD_ID_LISTS_FIRST_GLOBAL="${list_worlds[$FIRST_LID_GLOBAL]}"
    WORLD_ID_LISTS_STR_FIRST_GLOBAL=${WORLD_ID_LISTS_FIRST_GLOBAL// /_}
    REMOTE_BASE_DIR_FIRST_GLOBAL="\$HOME/servers${FIRST_SETID_GLOBAL}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_GLOBAL}"
    REMOTE_MERGE_INI_FIRST_GLOBAL="${REMOTE_BASE_DIR_FIRST_GLOBAL}/merge_setup.ini"

    echo "[Pre-AccountDB] First global list: $FIRST_LID_GLOBAL ($WORLD_ID_LISTS_FIRST_GLOBAL) on $MACHINE"
    ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI_FIRST_GLOBAL}\" _${FILE_NAME}_Pre AccountDB"

    # b. 每個 SetID 下的第一個 List - GameDB
    for set_id in "${!set_first_list[@]}"; do
        FIRST_LID="${set_first_list[$set_id]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS_FIRST_SET="${list_worlds[$FIRST_LID]}"
        WORLD_ID_LISTS_STR_FIRST_SET=${WORLD_ID_LISTS_FIRST_SET// /_}
        REMOTE_BASE_DIR_FIRST_SET="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_SET}"
        REMOTE_MERGE_INI_FIRST_SET="${REMOTE_BASE_DIR_FIRST_SET}/merge_setup.ini"

        echo "[Pre-GameDB] SET_ID=${set_id} first list: $FIRST_LID ($WORLD_ID_LISTS_FIRST_SET) on $MACHINE"
        ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI_FIRST_SET}\" _${FILE_NAME}_Pre GameDB"
    done

    # c. 每個 List - WorldDB
    for lid in "${all_lists[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
        REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

        echo "[Pre-WorldDB] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
        ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI}\" _${FILE_NAME}_Pre WorldDB"
    done
    echo
}

########################################
# 模組：Restore Pre DB Backup
########################################
run_restore_prebackup() {
    echo ">>> MODULE: restore_prebackup (restore DB from Pre backup: AccountDB / GameDB / WorldDB)"

    # a. 第一個 List (global) - AccountDB
    read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$FIRST_SETID_GLOBAL")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    WORLD_ID_LISTS_FIRST_GLOBAL="${list_worlds[$FIRST_LID_GLOBAL]}"
    WORLD_ID_LISTS_STR_FIRST_GLOBAL=${WORLD_ID_LISTS_FIRST_GLOBAL// /_}
    REMOTE_BASE_DIR_FIRST_GLOBAL="\$HOME/servers${FIRST_SETID_GLOBAL}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_GLOBAL}"
    REMOTE_MERGE_INI_FIRST_GLOBAL="${REMOTE_BASE_DIR_FIRST_GLOBAL}/merge_setup.ini"

    echo "[Restore-AccountDB] First global list: $FIRST_LID_GLOBAL ($WORLD_ID_LISTS_FIRST_GLOBAL) on $MACHINE"
    ssh "$MACHINE" "\$HOME/bin/merge_db_restore \"${REMOTE_MERGE_INI_FIRST_GLOBAL}\" _${FILE_NAME}_Pre AccountDB"

    # b. 每個 SetID 下的第一個 List - GameDB
    for set_id in "${!set_first_list[@]}"; do
        FIRST_LID="${set_first_list[$set_id]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS_FIRST_SET="${list_worlds[$FIRST_LID]}"
        WORLD_ID_LISTS_STR_FIRST_SET=${WORLD_ID_LISTS_FIRST_SET// /_}
        REMOTE_BASE_DIR_FIRST_SET="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_SET}"
        REMOTE_MERGE_INI_FIRST_SET="${REMOTE_BASE_DIR_FIRST_SET}/merge_setup.ini"

        echo "[Restore-GameDB] SET_ID=${set_id} first list: $FIRST_LID ($WORLD_ID_LISTS_FIRST_SET) on $MACHINE"
        ssh "$MACHINE" "\$HOME/bin/merge_db_restore \"${REMOTE_MERGE_INI_FIRST_SET}\" _${FILE_NAME}_Pre GameDB"
    done

    # c. 每個 List - WorldDB
    for lid in "${all_lists[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
        REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

        echo "[Restore-WorldDB] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
        ssh "$MACHINE" "\$HOME/bin/merge_db_restore \"${REMOTE_MERGE_INI}\" _${FILE_NAME}_Pre WorldDB"
    done
    echo
}

########################################
# 模組：merge_rollback_partial_worlds
########################################
run_merge_rollback_partial_worlds() {
    echo ">>> MODULE: merge_rollback_partial_worlds (rollback partial worlds in AccountDB from Pre backup)"
    for lid in "${all_lists[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
        REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

        echo "[merge_rollback_partial_worlds] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
        # 第2參數：BACKUP_TAG（依你要求傳入 ${FILE_NAME}_Pre）
        ssh "$MACHINE" "\$HOME/bin/merge_rollback_partial_worlds \"${REMOTE_MERGE_INI}\" \"${FILE_NAME}_Pre\""
    done
    echo
}

########################################
# 模組：執行合併作業
########################################
run_merge_exec() {
    echo ">>> MODULE: merge (run merge_exec)"
    for lid in "${all_lists[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"

        echo "[merge_exec] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
        ssh "$MACHINE" "cd ${REMOTE_BASE_DIR}; nohup ./merge_exec &"
    done
    echo
}

########################################
# 模組：初次檢查 Server log
########################################
run_log_check() {
    echo ">>> MODULE: logcheck (first grep on Test.log*)"
    echo "==== [LOG CHECK - FIRST GREP] ===="
    for lid in "${all_lists[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"

        echo "[log check] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
        ssh "$MACHINE" "cd ${REMOTE_BASE_DIR}; grep -E ',WolrdDB|,WorldDB|,GameDB|,AccountDB|,Done| autosend_info| redenvelope_info' Test.log* || echo 'No match in Test.log*'"
    done
    echo
}

########################################
# 模組：等待所有 Lists 出現 ',Done'
########################################
run_wait_done() {
    echo ">>> MODULE: waitdone (wait all lists have ',Done' in Test.log*)"
    echo "==== [WAIT ALL LISTS DONE: grep ',Done' Test.log*] ===="

    while :; do
        all_done=1
        for lid in "${all_lists[@]}"; do
            set_id="${list_setid[$lid]}"
            read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
            DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
            WORLD_ID_LISTS="${list_worlds[$lid]}"
            WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
            REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"

            if ssh "$MACHINE" "cd ${REMOTE_BASE_DIR}; grep -q ',Done' Test.log* 2>/dev/null"; then
                echo "[DONE] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
            else
                echo "[WAIT] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE still no ',Done' in Test.log*"
                all_done=0
            fi
        done

        if [ "$all_done" -eq 1 ]; then
            echo "==== ALL LISTS HAVE ',Done' IN Test.log*. ===="
            break
        fi

        echo "==== Not all lists finished. Sleep ${WAIT_INTERVAL} seconds then re-check... ===="
        sleep "$WAIT_INTERVAL"
    done
    echo
}

########################################
# 模組：update_guild_race_data
########################################
run_update_guild_race_data() {
    echo ">>> MODULE: update_guild_race_data (merge_update_guild_race_data with merge_setup.ini absolute path)"
    for lid in "${all_lists[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
        REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

        echo "[merge_update_guild_race_data] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE : $REMOTE_MERGE_INI"
        ssh "$MACHINE" "\$HOME/bin/merge_update_guild_race_data \"${REMOTE_MERGE_INI}\""
    done
    echo
}

########################################
# 模組：Post DB Backup
########################################
run_post_backup() {
    echo ">>> MODULE: postbackup (Post DB backup: AccountDB / GameDB / WorldDB)"

    # a. 第一個 List (global) - AccountDB
    echo "==== [POST BACKUP] Global First List (AccountDB) ===="
    read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$FIRST_SETID_GLOBAL")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    WORLD_ID_LISTS_FIRST_GLOBAL="${list_worlds[$FIRST_LID_GLOBAL]}"
    WORLD_ID_LISTS_STR_FIRST_GLOBAL=${WORLD_ID_LISTS_FIRST_GLOBAL// /_}
    REMOTE_BASE_DIR_FIRST_GLOBAL="\$HOME/servers${FIRST_SETID_GLOBAL}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_GLOBAL}"
    REMOTE_MERGE_INI_FIRST_GLOBAL="${REMOTE_BASE_DIR_FIRST_GLOBAL}/merge_setup.ini"

    echo "[Post-AccountDB] First global list: $FIRST_LID_GLOBAL ($WORLD_ID_LISTS_FIRST_GLOBAL) on $MACHINE"
    ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI_FIRST_GLOBAL}\" _${FILE_NAME}_Post AccountDB"

    # b. 每個 SetID 下的第一個 List - GameDB
    echo "==== [POST BACKUP] Per SET_ID First List (GameDB) ===="
    for set_id in "${!set_first_list[@]}"; do
        FIRST_LID="${set_first_list[$set_id]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS_FIRST_SET="${list_worlds[$FIRST_LID]}"
        WORLD_ID_LISTS_STR_FIRST_SET=${WORLD_ID_LISTS_FIRST_SET// /_}
        REMOTE_BASE_DIR_FIRST_SET="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_SET}"
        REMOTE_MERGE_INI_FIRST_SET="${REMOTE_BASE_DIR_FIRST_SET}/merge_setup.ini"

        echo "[Post-GameDB] SET_ID=${set_id} first list: $FIRST_LID ($WORLD_ID_LISTS_FIRST_SET) on $MACHINE"
        ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI_FIRST_SET}\" _${FILE_NAME}_Post GameDB"
    done

    # c. 每個 List - WorldDB
    echo "==== [POST BACKUP] Each List (WorldDB) ===="
    for lid in "${all_lists[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
        REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

        echo "[Post-WorldDB] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE"
        ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI}\" _${FILE_NAME}_Post WorldDB"
    done
    echo
}

########################################
# 模組：merge_check Pre / Post 比對
########################################
run_check_diff() {
    echo ">>> MODULE: check (merge_check compare Pre/Post, with ENVIRONMENT)"
    echo "==== [CHECK PRE vs POST] ===="
    for lid in "${all_lists[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
        REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
        REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

        echo "[merge_check] LID=${lid}, SET_ID=${set_id} ($WORLD_ID_LISTS) on $MACHINE (ENV=${ENVIRONMENT})"
        ssh "$MACHINE" "\$HOME/bin/merge_check \"${REMOTE_MERGE_INI}\" _${FILE_NAME}_Pre _${FILE_NAME}_Post $ENVIRONMENT"
    done
    echo
}

########################################
# 模組：update_db_setup（only live）
########################################
run_update_db_setup() {
    echo ">>> MODULE: update_db_setup (run update_db_setup_for_merge locally, only ENV=live)"

    if [ "$ENVIRONMENT" != "live" ]; then
        echo "Error: update_db_setup can only be executed in live environment. Current ENV=${ENVIRONMENT}." >&2
        exit 1
    fi

    for lid in "${all_lists[@]}"; do
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        echo "[update_db_setup_for_merge] LID=${lid} :: ${WORLD_ID_LISTS}"
        "$HOME/bin/update_db_setup_for_merge" $WORLD_ID_LISTS
    done
    echo
}

########################################
# 模組：move_old_server_directory
########################################
run_move_old_server_directory() {
    echo ">>> MODULE: move_old_server_directory (run move_source_wids_directory_after_merge locally)"

    for lid in "${all_lists[@]}"; do
        set_id="${list_setid[$lid]}"
        read AREA _ _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
        WORLD_ID_LISTS="${list_worlds[$lid]}"

        echo "[move_source_wids_directory_after_merge] LID=${lid}, SET_ID=${set_id}, ENV=${ENVIRONMENT}, DIR=${DIRECTORY_NAME} :: ${WORLD_ID_LISTS}"
        "$HOME/bin/move_source_wids_directory_after_merge" "$ENVIRONMENT" "$DIRECTORY_NAME" $WORLD_ID_LISTS
    done
    echo
}

########################################
# 模組：remove_source_wids_on_hosts（only live）
########################################
run_remove_source_wids_on_hosts() {
    echo ">>> MODULE: remove_source_wids_on_hosts (backup hosts and call remove_source_wids_on_hosts_after_merge, ENV=live only)"

    if [ "$ENVIRONMENT" != "live" ]; then
        echo "Error: remove_source_wids_on_hosts can only be executed in live environment. Current ENV=${ENVIRONMENT}." >&2
        exit 1
    fi

    HOSTS_FILE="$HOME/bin/hosts"
    HOSTS_BAK="$HOME/bin/hosts.new"

    if [ ! -f "$HOSTS_FILE" ]; then
        echo "Error: hosts file not found: $HOSTS_FILE" >&2
        exit 1
    fi

    echo "Backup hosts: $HOSTS_FILE -> $HOSTS_BAK"
    cp -arf "$HOSTS_FILE" "$HOSTS_BAK"

    echo "Call remove_source_wids_on_hosts_after_merge for each WORLD_ID_LISTS ..."
    for lid in "${all_lists[@]}"; do
        WORLD_ID_LISTS="${list_worlds[$lid]}"
        echo "[remove_source_wids_on_hosts_after_merge] LID=${lid} :: ${WORLD_ID_LISTS}"
        "$HOME/bin/remove_source_wids_on_hosts_after_merge" $WORLD_ID_LISTS
    done
    echo
}

########################################
# 模組：removebackup（刪除 Pre / Post 備份 DB）
########################################
run_remove_backup_core() {
    local scope="$1"          # pre|post|both
    local backup_flag="${2-}" # ""|0|1（"" 表示不帶第三參數，走 drop script 預設）

    declare -a patterns=()
    case "$scope" in
        pre)  patterns=( "_${FILE_NAME}_Pre" ) ;;
        post) patterns=( "_${FILE_NAME}_Post" ) ;;
        both) patterns=( "_${FILE_NAME}_Pre" "_${FILE_NAME}_Post" ) ;;
        *)
            echo "Error: removebackup scope must be pre|post|both, got '$scope'." >&2
            exit 1
            ;;
    esac

    echo ">>> MODULE: removebackup (drop backup databases scope=${scope}, backup_flag=${backup_flag:-default})"

    if [ "$ENVIRONMENT" = "test" ]; then
        echo "==== [removebackup] ENV=test ===="
        declare -a machines=( "MERGE_COMMON" )

        if [ "${#SET_FILTERS[@]}" -eq 0 ]; then
            machines+=( "MERGE_ASIA" "MERGE_US" "MERGE_EU" )
        else
            # 依 SetID 篩選 area
            need_asia=0; need_us=0; need_eu=0
            for sid in "${SET_FILTERS[@]}"; do
                if (( sid >= 10 && sid < 20 )); then need_asia=1; fi
                if (( sid >= 20 && sid < 30 )); then need_us=1; fi
                if (( sid >= 30 && sid < 40 )); then need_eu=1; fi
            done
            if (( need_asia == 1 )); then machines+=( "MERGE_ASIA" ); fi
            if (( need_us == 1 )); then machines+=( "MERGE_US" ); fi
            if (( need_eu == 1 )); then machines+=( "MERGE_EU" ); fi
        fi

        for m in "${machines[@]}"; do
            echo "[removebackup] test env on ${m} for FILE_NAME=${FILE_NAME}"
            for p in "${patterns[@]}"; do
                if [ -n "$backup_flag" ]; then
                    ssh "$m" "\$HOME/bin/drop_database_for_current_machine_by_pattern postfix ${p} ${backup_flag}" || true
                else
                    ssh "$m" "\$HOME/bin/drop_database_for_current_machine_by_pattern postfix ${p}" || true
                fi
            done
        done

    else
        echo "==== [removebackup] ENV=live ===="

        if [ "${#SET_FILTERS[@]}" -eq 0 ]; then
            echo "[removebackup] live env via sendscript alldb for FILE_NAME=${FILE_NAME}"
            for p in "${patterns[@]}"; do
                if [ -n "$backup_flag" ]; then
                    sendscript alldb <<< "\$HOME/bin/drop_database_for_current_machine_by_pattern postfix ${p} ${backup_flag}" || true
                else
                    sendscript alldb <<< "\$HOME/bin/drop_database_for_current_machine_by_pattern postfix ${p}" || true
                fi
            done
        else
            for sid in "${SET_FILTERS[@]}"; do
                m="set${sid}"
                echo "[removebackup] live env on ${m} for FILE_NAME=${FILE_NAME}"
                for p in "${patterns[@]}"; do
                    if [ -n "$backup_flag" ]; then
                        sendscript "$m" <<< "\$HOME/bin/drop_database_for_current_machine_by_pattern postfix ${p} ${backup_flag}" || true
                    else
                        sendscript "$m" <<< "\$HOME/bin/drop_database_for_current_machine_by_pattern postfix ${p}" || true
                    fi
                done
            done
        fi
    fi

    echo
}

run_remove_backup() {
    run_remove_backup_core "$REMOVE_SCOPE" ""
}

run_remove_backup_wb() {
    run_remove_backup_core "$REMOVE_SCOPE" "1"
}

run_remove_backup_wob() {
    run_remove_backup_core "$REMOVE_SCOPE" "0"
}

########################################
# 模組執行入口
########################################
case "$MODULE" in
    exec_merge)
        run_generate
        run_db_connect_verify
        run_pre_backup
        run_merge_exec
        run_log_check
        run_wait_done
        run_update_guild_race_data
        run_post_backup
        run_check_diff
        ;;
    before_merge)
        run_generate
        run_reward_before_merge
        ;;
    generate)
        run_generate
        ;;
    reward_before_merge)
        run_reward_before_merge
        ;;
    dbcheck)
        run_db_connect_verify
        ;;
    prebackup)
        run_pre_backup
        ;;
    restore_prebackup)
        run_restore_prebackup
        ;;
    merge_rollback_partial_worlds)
        run_merge_rollback_partial_worlds
        ;;
    merge)
        run_merge_exec
        ;;
    logcheck)
        run_log_check
        ;;
    waitdone)
        run_wait_done
        ;;
    update_guild_race_data)
        run_update_guild_race_data
        ;;
    postbackup)
        run_post_backup
        ;;
    check)
        run_check_diff
        ;;
    update_db_setup)
        run_update_db_setup
        ;;
    move_old_server_directory)
        run_move_old_server_directory
        ;;
    remove_source_wids_on_hosts)
        run_remove_source_wids_on_hosts
        ;;
    removebackup)
        run_remove_backup
        ;;
    removebackup_wb)
        run_remove_backup_wb
        ;;
    removebackup_wob)
        run_remove_backup_wob
        ;;
    after_merge)
        run_update_db_setup
        run_move_old_server_directory
        run_remove_source_wids_on_hosts
        ;;
    end_merge)
        run_remove_backup
        ;;
    re_run_exec_merge)
        # 固定流程：removebackup_wob post + restore_prebackup + rollback + merge ...
        _saved_scope="$REMOVE_SCOPE"
        REMOVE_SCOPE="post"
        run_remove_backup_wob
        REMOVE_SCOPE="both"
        run_restore_prebackup
        run_merge_rollback_partial_worlds
        run_merge_exec
        run_log_check
        run_wait_done
        run_update_guild_race_data
        run_post_backup
        run_check_diff
        REMOVE_SCOPE="$_saved_scope"
        ;;
    re_run_pre_merge)
        _saved_scope="$REMOVE_SCOPE"
        REMOVE_SCOPE="post"
        run_remove_backup_wob
        REMOVE_SCOPE="both"
        run_restore_prebackup
        run_merge_rollback_partial_worlds
        REMOVE_SCOPE="$_saved_scope"
        ;;
    re_run_exec_merge_wo_restore)
        run_merge_exec
        run_log_check
        run_wait_done
        run_update_guild_race_data
        run_post_backup
        run_check_diff
        ;;
    *)
        echo "Error: unknown MODULE '${MODULE}'." >&2
        print_usage_and_exit
        ;;
esac

########################################
# 結束時間 & 總耗時
########################################
END_TS=$(date +%s)
END_TIME=$(date '+%Y-%m-%d %H:%M:%S')
ELAPSED=$((END_TS - START_TS))
ELAPSED_H=$((ELAPSED / 3600))
ELAPSED_M=$(((ELAPSED % 3600) / 60))
ELAPSED_S=$((ELAPSED % 60))

echo
echo "== run_merge_n1 finished (MODULE=${MODULE}) =="
echo "Start time : ${START_TIME}"
echo "End time   : ${END_TIME}"
printf 'Elapsed    : %02d 小時 %02d 分 %02d 秒\n' "$ELAPSED_H" "$ELAPSED_M" "$ELAPSED_S"
echo "ENV=${ENVIRONMENT}, FILE_NAME=${FILE_NAME}"

