#!/usr/bin/env bash
set -euo pipefail

########################################
# Usage / 參數
#
# $1: ENVIRONMENT (test|live)
# $2: FILE_NAME
# $3+: [MODULE] [removebackup_target] [SetID...]
#
# 說明：
# - MODULE 可省略，預設 exec_merge
# - SetID filter 形式為 S11 / S21 / S31 ...（可多個）
#   未加：針對 FILE_NAME 內所有 world_id_lists 都全部執行
#   有加：僅針對指定 set_id 的 world_id_lists 執行（套用至所有模組，含 removebackup）
# - removebackup 模組後可接 pre/post；不加則預設 both（同時刪 Pre+Post）
#
# 單一基礎功能 (single module):
#   generate                      : 產生合併目錄與檔案
#   reward_before_merge           : 合併前發送獎勵 fastcgi
#   dbcheck                       : 檢查 DB 連線
#   prebackup                     : 合併前 DB 備份
#   restore_prebackup             : 由 Pre 備份 DB 還原回原 DB
#   merge                         : 執行合併
#   logcheck                      : 初次檢查 log
#   logerror                      : grep -i 'error' Test.log*（可單獨跑）
#   waitdone                      : 等待各 List 出現 ,Done
#   postbackup                    : 合併後 DB 備份
#   check                         : merge_check 比對差異
#                                  (僅當 merge_check exit=2 時才 grep -i error)
#   update_db_setup               : 更新 db_setup_for_merge (僅 live)
#   move_old_server_directory     : 移動舊 server 目錄
#   remove_source_wids_on_hosts   : hosts 移除 world (僅 live)
#   removebackup                  : 刪除 Pre/Post 備份 DB（可加 pre/post；預設 both）
#   merge_rollback_partial_worlds : AccountDB 部分回滾（remote）
#                                  參數: <ABS merge_setup.ini> <${FILE_NAME}_Pre>
#
# 群組功能 (group module) 與組成:
#   exec_merge  =
#       generate
#       + dbcheck
#       + prebackup
#       + merge
#       + logcheck
#       + waitdone
#       + postbackup
#       + check
#
#   before_merge =
#       generate
#       + reward_before_merge
#
#   after_merge =
#       update_db_setup
#       + move_old_server_directory
#       + remove_source_wids_on_hosts
#
#   end_merge =
#       removebackup
#
#   re_run_exec_merge =
#       removebackup post
#       + merge_rollback_partial_worlds
#       + merge
#       + logcheck
#       + waitdone
#       + postbackup
#       + check
########################################

hr() { printf '%s\n' "============================================================"; }
step() { hr; printf '[STEP] %s\n' "$1"; hr; }
info() { printf '[INFO] %s\n' "$1"; }
warn() { printf '[WARN] %s\n' "$1" >&2; }
err()  { printf '[ERROR] %s\n' "$1" >&2; }

print_usage() {
  cat <<'EOF' >&2
============================================================
run_merge_n1 Usage
============================================================
Usage:
  run_merge_n1 <ENVIRONMENT: test|live> <FILE_NAME> [MODULE] [removebackup_target] [SetID...]

ENVIRONMENT:
  test | live

FILE_NAME:
  input file = $HOME/bin/merge_n1/<ENVIRONMENT>/<FILE_NAME>

單一基礎功能 (single module):
  generate                      : 產生合併目錄與檔案
  reward_before_merge           : 合併前發送獎勵 fastcgi
  dbcheck                       : 檢查 DB 連線
  prebackup                     : 合併前 DB 備份
  restore_prebackup             : 由 Pre 備份 DB 還原回原 DB
  merge                         : 執行合併
  logcheck                      : 初次檢查 log
  logerror                      : grep -i 'error' Test.log*（可單獨跑）
  waitdone                      : 等待各 List 出現 ,Done
  postbackup                    : 合併後 DB 備份
  check                         : merge_check（僅當 exit=2 時才 grep -i error）
  update_db_setup               : 更新 db_setup_for_merge（僅 live）
  move_old_server_directory     : 移動舊 server 目錄
  remove_source_wids_on_hosts   : hosts 移除 world（僅 live）
  removebackup                  : 刪除 Pre/Post 備份 DB（可加 pre/post；預設 both）
  merge_rollback_partial_worlds : AccountDB 部分回滾（remote）
                                 參數: <ABS merge_setup.ini> <${FILE_NAME}_Pre>

群組功能 (group module) 與組成:
  exec_merge  =
      generate + dbcheck + prebackup + merge + logcheck + waitdone + postbackup + check
  before_merge =
      generate + reward_before_merge
  after_merge =
      update_db_setup + move_old_server_directory + remove_source_wids_on_hosts
  end_merge =
      removebackup
  re_run_exec_merge =
      removebackup post + merge_rollback_partial_worlds + merge + logcheck + waitdone + postbackup + check

removebackup_target（僅 removebackup 模組可用，可省略）：
  pre    : 只刪 _<FILE_NAME>_Pre
  post   : 只刪 _<FILE_NAME>_Post
  (未提供) : 同時刪 _<FILE_NAME>_Pre & _<FILE_NAME>_Post

SetID 過濾參數（可省略，可多個）：
  形式：S11 / S21 / S31 ...
  - 未提供：處理 input file 內全部 set_id
  - 有提供：只處理指定 set_id 的 world_id_lists（套用至所有模組，含 removebackup）

範例：
  run_merge_n1 live myfile
  run_merge_n1 live myfile exec_merge S21 S31
  run_merge_n1 live myfile removebackup post S21
  run_merge_n1 live myfile re_run_exec_merge S21
  run_merge_n1 live myfile logerror S21
EOF
}

########################################
# Help
########################################
if [ "${1-}" = "-h" ] || [ "${1-}" = "--help" ] || [ "${1-}" = "help" ]; then
  print_usage
  exit 0
fi

########################################
# 參數解析
########################################
KNOWN_MODULES=(
  exec_merge before_merge after_merge end_merge re_run_exec_merge
  generate reward_before_merge dbcheck prebackup restore_prebackup merge logcheck logerror waitdone postbackup check
  update_db_setup move_old_server_directory remove_source_wids_on_hosts removebackup
  merge_rollback_partial_worlds
)

is_known_module() {
  local m="$1" x
  for x in "${KNOWN_MODULES[@]}"; do
    if [ "$x" = "$m" ]; then
      return 0
    fi
  done
  return 1
}

if [ "$#" -lt 2 ]; then
  print_usage
  exit 1
fi

ENVIRONMENT="$1"
FILE_NAME="$2"
shift 2

case "$ENVIRONMENT" in
  test|live) ;;
  *)
    err "ENVIRONMENT must be 'test' or 'live', got '$ENVIRONMENT'."
    print_usage
    exit 1
    ;;
esac

MODULE="exec_merge"
BACKUP_TARGET="both"  # both|pre|post
declare -a SET_FILTER_TOKENS=()

# 第三參數若是 module 則吃掉
if [ "$#" -ge 1 ] && is_known_module "${1-}"; then
  MODULE="$1"
  shift 1
fi

# 剩餘參數：removebackup_target / SetID tokens
while [ "$#" -gt 0 ]; do
  arg="$1"
  shift 1

  # removebackup: pre/post
  if [ "$MODULE" = "removebackup" ] && { [ "$arg" = "pre" ] || [ "$arg" = "post" ]; }; then
    BACKUP_TARGET="$arg"
    continue
  fi

  # re_run_exec_merge: 允許多帶 post（忽略）；pre 視為錯誤
  if [ "$MODULE" = "re_run_exec_merge" ] && { [ "$arg" = "pre" ] || [ "$arg" = "post" ]; }; then
    if [ "$arg" = "post" ]; then
      warn "re_run_exec_merge already includes 'removebackup post'; ignore redundant 'post' argument."
      continue
    fi
    err "re_run_exec_merge does not accept 'pre'. It always uses removebackup post."
    exit 1
  fi

  # SetID token
  if [[ "$arg" =~ ^S[0-9]+$ ]]; then
    SET_FILTER_TOKENS+=( "$arg" )
    continue
  fi

  err "Unknown argument '$arg'."
  print_usage
  exit 1
done

declare -A SELECTED_SETIDS=()
if [ "${#SET_FILTER_TOKENS[@]}" -gt 0 ]; then
  for t in "${SET_FILTER_TOKENS[@]}"; do
    sid="${t#S}"
    SELECTED_SETIDS["$sid"]=1
  done
fi

INPUT_FILE="$HOME/bin/merge_n1/${ENVIRONMENT}/${FILE_NAME}"
if [ ! -f "$INPUT_FILE" ]; then
  err "input file not found: $INPUT_FILE"
  exit 1
fi
if [ ! -s "$INPUT_FILE" ]; then
  err "input file is empty: $INPUT_FILE"
  exit 1
fi

########################################
# 記錄開始時間
########################################
START_TS=$(date +%s)
START_TIME=$(date '+%Y-%m-%d %H:%M:%S')

step "run_merge_n1 START"
info "Start time   : ${START_TIME}"
info "ENV          : ${ENVIRONMENT}"
info "FILE_NAME    : ${FILE_NAME}"
info "MODULE       : ${MODULE}"
info "INPUT_FILE   : ${INPUT_FILE}"
if [ "$MODULE" = "removebackup" ]; then
  info "BACKUP_TARGET: ${BACKUP_TARGET}"
fi
if [ "${#SET_FILTER_TOKENS[@]}" -gt 0 ]; then
  info "SetID filter : ${SET_FILTER_TOKENS[*]}"
else
  info "SetID filter : (none, all set_id)"
fi

########################################
# 資料結構
########################################
declare -A list_worlds
declare -A list_setid
declare -A set_lists
declare -A set_first_list
declare -a all_lists

########################################
# 讀取檔案，建立結構 & 檢查每行 SET_ID 一致性 + SetID 過濾
########################################
LINE_NO=0
while IFS= read -r line || [ -n "$line" ]; do
  LINE_NO=$((LINE_NO + 1))

  line_trimmed="${line#"${line%%[![:space:]]*}"}"
  line_trimmed="${line_trimmed%"${line_trimmed##*[![:space:]]}"}"

  if [ -z "$line_trimmed" ] || [[ "$line_trimmed" =~ ^# ]]; then
    continue
  fi

  read -r -a WORLDS <<< "$line_trimmed"
  if [ "${#WORLDS[@]}" -lt 1 ]; then
    err "line $LINE_NO has no WorldID: '$line'"
    exit 1
  fi

  LINE_SET_ID=""
  for wid in "${WORLDS[@]}"; do
    if ! [[ "$wid" =~ ^[0-9]+$ ]]; then
      err "line $LINE_NO has non-numeric WorldID '$wid'."
      exit 1
    fi
    wid_set_id=$(( wid / 100 ))
    if [ -z "$LINE_SET_ID" ]; then
      LINE_SET_ID="$wid_set_id"
    else
      if (( wid_set_id != LINE_SET_ID )); then
        err "line $LINE_NO has mixed SET_ID: expected $LINE_SET_ID, got $wid_set_id (WorldID: $wid)."
        exit 1
      fi
    fi
  done

  # SetID filter
  if [ "${#SET_FILTER_TOKENS[@]}" -gt 0 ] && [[ -z "${SELECTED_SETIDS[$LINE_SET_ID]+x}" ]]; then
    continue
  fi

  LID="L${LINE_NO}"
  list_worlds["$LID"]="$line_trimmed"
  list_setid["$LID"]="$LINE_SET_ID"
  all_lists+=( "$LID" )

  if [[ -z "${set_lists[$LINE_SET_ID]+x}" ]]; then
    set_lists["$LINE_SET_ID"]="$LID"
    set_first_list["$LINE_SET_ID"]="$LID"
  else
    set_lists["$LINE_SET_ID"]+=" $LID"
  fi
done < "$INPUT_FILE"

if [ "${#all_lists[@]}" -eq 0 ]; then
  err "no valid WorldID lists found in file (after SetID filter, if any): $INPUT_FILE"
  exit 1
fi

mapfile -t SORTED_SET_IDS < <(printf '%s\n' "${!set_lists[@]}" | sort -n)

step "Parsed Lists Summary"
info "Total lists (after filter): ${#all_lists[@]}"
info "SetID groups              : ${#SORTED_SET_IDS[@]}"
info "Lists by SET_ID:"
for set_id in "${SORTED_SET_IDS[@]}"; do
  info "  SET_ID ${set_id} => ${set_lists[$set_id]}"
done

########################################
# 全域輔助變數（過濾後第一個 List）
########################################
FIRST_LID_GLOBAL="${all_lists[0]}"
FIRST_SETID_GLOBAL="${list_setid[$FIRST_LID_GLOBAL]}"

########################################
# 工具函式：依 SET_ID + ENV 取得 AREA / MACHINE / GENERATOR
########################################
get_area_machine_and_generator() {
  local env="$1"
  local sid="$2"
  local area="" machine="" generator=""

  if (( sid >= 10 && sid < 20 )); then
    area="asia"
  elif (( sid >= 20 && sid < 30 )); then
    area="us"
  elif (( sid >= 30 && sid < 40 )); then
    area="eu"
  else
    err "unsupported SET_ID '$sid' (only 10~39 supported)."
    return 1
  fi

  if [ "$env" = "live" ]; then
    machine="MS${sid}"
    generator="generate_merge_preparation"
  else
    case "$area" in
      asia) machine="MERGE_ASIA" ;;
      us)   machine="MERGE_US" ;;
      eu)   machine="MERGE_EU" ;;
    esac
    generator="generate_merge_preparation_test"
  fi

  printf '%s %s %s\n' "$area" "$machine" "$generator"
}

WAIT_INTERVAL=60

########################################
# 模組：generate
########################################
run_generate() {
  step "MODULE: generate"
  for set_id in "${SORTED_SET_IDS[@]}"; do
    read AREA MACHINE GENERATOR < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    read -r -a LIDS <<< "${set_lists[$set_id]}"

    info "SET_ID=${set_id} AREA=${AREA} MACHINE=${MACHINE} GEN=${GENERATOR}"
    for lid in "${LIDS[@]}"; do
      WORLD_ID_LISTS="${list_worlds[$lid]}"
      info "  [${lid}] ${WORLD_ID_LISTS}"
      ssh "$MACHINE" "\$HOME/bin/${GENERATOR} ${DIRECTORY_NAME} ${WORLD_ID_LISTS}"
    done
  done
}

########################################
# 模組：reward_before_merge
########################################
run_reward_before_merge() {
  step "MODULE: reward_before_merge"
  for lid in "${all_lists[@]}"; do
    set_id="${list_setid[$lid]}"
    WORLD_ID_LISTS="${list_worlds[$lid]}"
    info "[${lid}] SET_ID=${set_id} :: ${WORLD_ID_LISTS}"
    "$HOME/bin/send_fastcgi_all_once_n1_by_world_reward_merge" "$ENVIRONMENT" $WORLD_ID_LISTS
  done
}

########################################
# 模組：dbcheck
########################################
run_db_connect_verify() {
  step "MODULE: dbcheck"
  for set_id in "${SORTED_SET_IDS[@]}"; do
    read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    read -r -a LIDS <<< "${set_lists[$set_id]}"

    for lid in "${LIDS[@]}"; do
      WORLD_ID_LISTS="${list_worlds[$lid]}"
      WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
      REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
      REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

      info "[${lid}] SET_ID=${set_id} -> ${MACHINE} ${REMOTE_MERGE_INI}"
      ssh "$MACHINE" "\$HOME/bin/merge_db_connect_verify \"${REMOTE_MERGE_INI}\""
    done
  done
}

########################################
# 模組：prebackup
########################################
run_pre_backup() {
  step "MODULE: prebackup"

  # a. 第一個 List (global) - AccountDB
  read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$FIRST_SETID_GLOBAL")
  DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
  WORLD_ID_LISTS_FIRST_GLOBAL="${list_worlds[$FIRST_LID_GLOBAL]}"
  WORLD_ID_LISTS_STR_FIRST_GLOBAL=${WORLD_ID_LISTS_FIRST_GLOBAL// /_}
  REMOTE_BASE_DIR_FIRST_GLOBAL="\$HOME/servers${FIRST_SETID_GLOBAL}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_GLOBAL}"
  REMOTE_MERGE_INI_FIRST_GLOBAL="${REMOTE_BASE_DIR_FIRST_GLOBAL}/merge_setup.ini"

  info "[Pre-AccountDB] First global list: ${FIRST_LID_GLOBAL} (${WORLD_ID_LISTS_FIRST_GLOBAL}) on ${MACHINE}"
  ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI_FIRST_GLOBAL}\" _${FILE_NAME}_Pre AccountDB"

  # b. 每個 SetID 下的第一個 List - GameDB
  for set_id in "${SORTED_SET_IDS[@]}"; do
    FIRST_LID="${set_first_list[$set_id]}"
    read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    WORLD_ID_LISTS_FIRST_SET="${list_worlds[$FIRST_LID]}"
    WORLD_ID_LISTS_STR_FIRST_SET=${WORLD_ID_LISTS_FIRST_SET// /_}
    REMOTE_BASE_DIR_FIRST_SET="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_SET}"
    REMOTE_MERGE_INI_FIRST_SET="${REMOTE_BASE_DIR_FIRST_SET}/merge_setup.ini"

    info "[Pre-GameDB] SET_ID=${set_id} first list: ${FIRST_LID} (${WORLD_ID_LISTS_FIRST_SET}) on ${MACHINE}"
    ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI_FIRST_SET}\" _${FILE_NAME}_Pre GameDB"
  done

  # c. 每個 List - WorldDB
  for lid in "${all_lists[@]}"; do
    set_id="${list_setid[$lid]}"
    read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    WORLD_ID_LISTS="${list_worlds[$lid]}"
    WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
    REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
    REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

    info "[Pre-WorldDB] ${lid} SET_ID=${set_id} (${WORLD_ID_LISTS}) on ${MACHINE}"
    ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI}\" _${FILE_NAME}_Pre WorldDB"
  done
}

########################################
# 模組：restore_prebackup
########################################
run_restore_prebackup() {
  step "MODULE: restore_prebackup"

  # a. 第一個 List (global) - AccountDB
  read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$FIRST_SETID_GLOBAL")
  DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
  WORLD_ID_LISTS_FIRST_GLOBAL="${list_worlds[$FIRST_LID_GLOBAL]}"
  WORLD_ID_LISTS_STR_FIRST_GLOBAL=${WORLD_ID_LISTS_FIRST_GLOBAL// /_}
  REMOTE_BASE_DIR_FIRST_GLOBAL="\$HOME/servers${FIRST_SETID_GLOBAL}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_GLOBAL}"
  REMOTE_MERGE_INI_FIRST_GLOBAL="${REMOTE_BASE_DIR_FIRST_GLOBAL}/merge_setup.ini"

  info "[Restore-AccountDB] First global list: ${FIRST_LID_GLOBAL} (${WORLD_ID_LISTS_FIRST_GLOBAL}) on ${MACHINE}"
  ssh "$MACHINE" "\$HOME/bin/merge_db_restore \"${REMOTE_MERGE_INI_FIRST_GLOBAL}\" _${FILE_NAME}_Pre AccountDB"

  # b. 每個 SetID 下的第一個 List - GameDB
  for set_id in "${SORTED_SET_IDS[@]}"; do
    FIRST_LID="${set_first_list[$set_id]}"
    read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    WORLD_ID_LISTS_FIRST_SET="${list_worlds[$FIRST_LID]}"
    WORLD_ID_LISTS_STR_FIRST_SET=${WORLD_ID_LISTS_FIRST_SET// /_}
    REMOTE_BASE_DIR_FIRST_SET="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_SET}"
    REMOTE_MERGE_INI_FIRST_SET="${REMOTE_BASE_DIR_FIRST_SET}/merge_setup.ini"

    info "[Restore-GameDB] SET_ID=${set_id} first list: ${FIRST_LID} (${WORLD_ID_LISTS_FIRST_SET}) on ${MACHINE}"
    ssh "$MACHINE" "\$HOME/bin/merge_db_restore \"${REMOTE_MERGE_INI_FIRST_SET}\" _${FILE_NAME}_Pre GameDB"
  done

  # c. 每個 List - WorldDB
  for lid in "${all_lists[@]}"; do
    set_id="${list_setid[$lid]}"
    read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    WORLD_ID_LISTS="${list_worlds[$lid]}"
    WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
    REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
    REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

    info "[Restore-WorldDB] ${lid} SET_ID=${set_id} (${WORLD_ID_LISTS}) on ${MACHINE}"
    ssh "$MACHINE" "\$HOME/bin/merge_db_restore \"${REMOTE_MERGE_INI}\" _${FILE_NAME}_Pre WorldDB"
  done
}

########################################
# 模組：merge
########################################
run_merge_exec() {
  step "MODULE: merge"
  for lid in "${all_lists[@]}"; do
    set_id="${list_setid[$lid]}"
    read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    WORLD_ID_LISTS="${list_worlds[$lid]}"
    WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
    REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"

    info "[merge_exec] ${lid} SET_ID=${set_id} (${WORLD_ID_LISTS}) on ${MACHINE}"
    ssh "$MACHINE" "cd ${REMOTE_BASE_DIR}; nohup ./merge_exec &"
  done
}

########################################
# 模組：logcheck
########################################
run_log_check() {
  step "MODULE: logcheck"
  for lid in "${all_lists[@]}"; do
    set_id="${list_setid[$lid]}"
    read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    WORLD_ID_LISTS="${list_worlds[$lid]}"
    WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
    REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"

    info "[logcheck] ${lid} SET_ID=${set_id} (${WORLD_ID_LISTS}) on ${MACHINE}"
    ssh "$MACHINE" "cd ${REMOTE_BASE_DIR}; grep -E ',WolrdDB|,WorldDB|,GameDB|,AccountDB|,Done| autosend_info| redenvelope_info' Test.log* || echo 'No match in Test.log*'"
  done
}

########################################
# 模組：logerror（單一模組，可單獨跑）
########################################
run_log_error() {
  step "MODULE: logerror"
  for lid in "${all_lists[@]}"; do
    set_id="${list_setid[$lid]}"
    read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    WORLD_ID_LISTS="${list_worlds[$lid]}"
    WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
    REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"

    info "[logerror] ${lid} SET_ID=${set_id} (${WORLD_ID_LISTS}) on ${MACHINE}"
    ssh "$MACHINE" "cd ${REMOTE_BASE_DIR}; grep -E -i 'error' Test.log* || echo 'No error in Test.log*'"
  done
}

########################################
# 模組：waitdone
########################################
run_wait_done() {
  step "MODULE: waitdone"
  info "WAIT_INTERVAL=${WAIT_INTERVAL}s"

  while :; do
    all_done=1

    for lid in "${all_lists[@]}"; do
      set_id="${list_setid[$lid]}"
      read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
      DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
      WORLD_ID_LISTS="${list_worlds[$lid]}"
      WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
      REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"

      if ssh "$MACHINE" "cd ${REMOTE_BASE_DIR}; grep -q ',Done' Test.log* 2>/dev/null"; then
        info "[DONE] ${lid} SET_ID=${set_id} (${WORLD_ID_LISTS}) on ${MACHINE}"
      else
        info "[WAIT] ${lid} SET_ID=${set_id} (${WORLD_ID_LISTS}) on ${MACHINE} no ',Done' yet"
        all_done=0
      fi
    done

    if [ "$all_done" -eq 1 ]; then
      info "ALL LISTS HAVE ',Done' IN Test.log*."
      break
    fi

    info "Not all lists finished. Sleep ${WAIT_INTERVAL} seconds then re-check..."
    sleep "$WAIT_INTERVAL"
  done
}

########################################
# 模組：postbackup
########################################
run_post_backup() {
  step "MODULE: postbackup"

  # a. 第一個 List (global) - AccountDB
  read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$FIRST_SETID_GLOBAL")
  DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
  WORLD_ID_LISTS_FIRST_GLOBAL="${list_worlds[$FIRST_LID_GLOBAL]}"
  WORLD_ID_LISTS_STR_FIRST_GLOBAL=${WORLD_ID_LISTS_FIRST_GLOBAL// /_}
  REMOTE_BASE_DIR_FIRST_GLOBAL="\$HOME/servers${FIRST_SETID_GLOBAL}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_GLOBAL}"
  REMOTE_MERGE_INI_FIRST_GLOBAL="${REMOTE_BASE_DIR_FIRST_GLOBAL}/merge_setup.ini"

  info "[Post-AccountDB] First global list: ${FIRST_LID_GLOBAL} (${WORLD_ID_LISTS_FIRST_GLOBAL}) on ${MACHINE}"
  ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI_FIRST_GLOBAL}\" _${FILE_NAME}_Post AccountDB"

  # b. 每個 SetID 下的第一個 List - GameDB
  for set_id in "${SORTED_SET_IDS[@]}"; do
    FIRST_LID="${set_first_list[$set_id]}"
    read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    WORLD_ID_LISTS_FIRST_SET="${list_worlds[$FIRST_LID]}"
    WORLD_ID_LISTS_STR_FIRST_SET=${WORLD_ID_LISTS_FIRST_SET// /_}
    REMOTE_BASE_DIR_FIRST_SET="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_SET}"
    REMOTE_MERGE_INI_FIRST_SET="${REMOTE_BASE_DIR_FIRST_SET}/merge_setup.ini"

    info "[Post-GameDB] SET_ID=${set_id} first list: ${FIRST_LID} (${WORLD_ID_LISTS_FIRST_SET}) on ${MACHINE}"
    ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI_FIRST_SET}\" _${FILE_NAME}_Post GameDB"
  done

  # c. 每個 List - WorldDB
  for lid in "${all_lists[@]}"; do
    set_id="${list_setid[$lid]}"
    read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    WORLD_ID_LISTS="${list_worlds[$lid]}"
    WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
    REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
    REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

    info "[Post-WorldDB] ${lid} SET_ID=${set_id} (${WORLD_ID_LISTS}) on ${MACHINE}"
    ssh "$MACHINE" "\$HOME/bin/merge_db_backup \"${REMOTE_MERGE_INI}\" _${FILE_NAME}_Post WorldDB"
  done
}

########################################
# 模組：check（merge_check exit=2 才 grep error）
########################################
run_check_diff() {
  step "MODULE: check"
  for lid in "${all_lists[@]}"; do
    set_id="${list_setid[$lid]}"
    read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    WORLD_ID_LISTS="${list_worlds[$lid]}"
    WORLD_ID_LISTS_STR=${WORLD_ID_LISTS// /_}
    REMOTE_BASE_DIR="\$HOME/servers${set_id}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR}"
    REMOTE_MERGE_INI="${REMOTE_BASE_DIR}/merge_setup.ini"

    info "[merge_check] ${lid} SET_ID=${set_id} (${WORLD_ID_LISTS}) on ${MACHINE}"
    ssh "$MACHINE" "\
\$HOME/bin/merge_check \"${REMOTE_MERGE_INI}\" _${FILE_NAME}_Pre _${FILE_NAME}_Post $ENVIRONMENT; \
rc=\$?; \
if [ \$rc -eq 2 ]; then \
  cd ${REMOTE_BASE_DIR}; \
  grep -E -i 'error' Test.log* || echo 'No error in Test.log*'; \
fi; \
exit \$rc"
  done
}

########################################
# 模組：update_db_setup（only live）
########################################
run_update_db_setup() {
  step "MODULE: update_db_setup"
  if [ "$ENVIRONMENT" != "live" ]; then
    err "update_db_setup can only be executed in live environment. Current ENV=${ENVIRONMENT}."
    exit 1
  fi

  for lid in "${all_lists[@]}"; do
    set_id="${list_setid[$lid]}"
    WORLD_ID_LISTS="${list_worlds[$lid]}"
    info "[update_db_setup_for_merge] ${lid} SET_ID=${set_id} :: ${WORLD_ID_LISTS}"
    "$HOME/bin/update_db_setup_for_merge" $WORLD_ID_LISTS
  done
}

########################################
# 模組：move_old_server_directory
########################################
run_move_old_server_directory() {
  step "MODULE: move_old_server_directory"

  for lid in "${all_lists[@]}"; do
    set_id="${list_setid[$lid]}"
    read AREA _ _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
    DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"
    WORLD_ID_LISTS="${list_worlds[$lid]}"

    info "[move_source_wids_directory_after_merge] ${lid} SET_ID=${set_id} ENV=${ENVIRONMENT} DIR=${DIRECTORY_NAME} :: ${WORLD_ID_LISTS}"
    "$HOME/bin/move_source_wids_directory_after_merge" "$ENVIRONMENT" "$DIRECTORY_NAME" $WORLD_ID_LISTS
  done
}

########################################
# 模組：remove_source_wids_on_hosts（only live）
########################################
run_remove_source_wids_on_hosts() {
  step "MODULE: remove_source_wids_on_hosts"
  if [ "$ENVIRONMENT" != "live" ]; then
    err "remove_source_wids_on_hosts can only be executed in live environment. Current ENV=${ENVIRONMENT}."
    exit 1
  fi

  HOSTS_FILE="$HOME/bin/hosts"
  HOSTS_BAK="$HOME/bin/hosts.old"

  if [ ! -f "$HOSTS_FILE" ]; then
    err "hosts file not found: $HOSTS_FILE"
    exit 1
  fi

  info "Backup hosts: $HOSTS_FILE -> $HOSTS_BAK"
  cp -arf "$HOSTS_FILE" "$HOSTS_BAK"

  info "Call remove_source_wids_on_hosts_after_merge for each WORLD_ID_LISTS ..."
  for lid in "${all_lists[@]}"; do
    set_id="${list_setid[$lid]}"
    WORLD_ID_LISTS="${list_worlds[$lid]}"
    info "[remove_source_wids_on_hosts_after_merge] ${lid} SET_ID=${set_id} :: ${WORLD_ID_LISTS}"
    "$HOME/bin/remove_source_wids_on_hosts_after_merge" $WORLD_ID_LISTS
  done
}

########################################
# 模組：removebackup（支援 pre/post/both，且支援 SetID filter）
########################################
run_remove_backup() {
  step "MODULE: removebackup (target=${BACKUP_TARGET})"

  local drop_cmds=""
  case "$BACKUP_TARGET" in
    pre)
      drop_cmds="\$HOME/bin/drop_database_for_current_machine_by_pattern postfix _${FILE_NAME}_Pre"
      ;;
    post)
      drop_cmds="\$HOME/bin/drop_database_for_current_machine_by_pattern postfix _${FILE_NAME}_Post"
      ;;
    both)
      drop_cmds="\$HOME/bin/drop_database_for_current_machine_by_pattern postfix _${FILE_NAME}_Pre; \
\$HOME/bin/drop_database_for_current_machine_by_pattern postfix _${FILE_NAME}_Post"
      ;;
    *)
      err "invalid removebackup target '${BACKUP_TARGET}' (expected pre|post|both)."
      exit 1
      ;;
  esac

  if [ "$ENVIRONMENT" = "test" ]; then
    info "ENV=test"

    declare -A MACH_SEEN=()
    declare -a MACHINES=()

    if [ "${#SET_FILTER_TOKENS[@]}" -eq 0 ]; then
      MACHINES=(MERGE_COMMON MERGE_ASIA MERGE_US MERGE_EU)
    else
      MACHINES=(MERGE_COMMON)
      for set_id in "${SORTED_SET_IDS[@]}"; do
        read AREA _ _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
        case "$AREA" in
          asia) MACHINES+=(MERGE_ASIA) ;;
          us)   MACHINES+=(MERGE_US) ;;
          eu)   MACHINES+=(MERGE_EU) ;;
        esac
      done
    fi

    for m in "${MACHINES[@]}"; do
      if [[ -z "${MACH_SEEN[$m]+x}" ]]; then
        MACH_SEEN["$m"]=1
        info "drop on ${m} (target=${BACKUP_TARGET})"
        ssh "$m" "$drop_cmds"
      fi
    done
  else
    info "ENV=live"

    if [ "${#SET_FILTER_TOKENS[@]}" -eq 0 ]; then
      info "live env via sendscript alldb (target=${BACKUP_TARGET})"
      sendscript alldb "$drop_cmds"
      return
    fi

    declare -A LIVE_SEEN=()
    for set_id in "${SORTED_SET_IDS[@]}"; do
      read _ MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$set_id")
      if [[ -z "${LIVE_SEEN[$MACHINE]+x}" ]]; then
        LIVE_SEEN["$MACHINE"]=1
        info "drop on ${MACHINE} (SET_ID=${set_id}, target=${BACKUP_TARGET})"
        ssh "$MACHINE" "$drop_cmds"
      fi
    done
  fi
}

########################################
# 模組：merge_rollback_partial_worlds（remote）
# 兩參數：<ABS merge_setup.ini> <${FILE_NAME}_Pre>
# 注意：第一參數必須是「已展開的絕對路徑」
########################################
run_merge_rollback_partial_worlds() {
  step "MODULE: merge_rollback_partial_worlds"

  read AREA MACHINE _ < <(get_area_machine_and_generator "$ENVIRONMENT" "$FIRST_SETID_GLOBAL")
  DIRECTORY_NAME="merge_${AREA}_${FILE_NAME}_${ENVIRONMENT}"

  WORLD_ID_LISTS_FIRST_GLOBAL="${list_worlds[$FIRST_LID_GLOBAL]}"
  WORLD_ID_LISTS_STR_FIRST_GLOBAL=${WORLD_ID_LISTS_FIRST_GLOBAL// /_}
  REMOTE_REL_BASE_DIR="\$HOME/servers${FIRST_SETID_GLOBAL}/${DIRECTORY_NAME}/${WORLD_ID_LISTS_STR_FIRST_GLOBAL}"
  REMOTE_REL_MERGE_INI="${REMOTE_REL_BASE_DIR}/merge_setup.ini"

  info "[merge_rollback_partial_worlds] on ${MACHINE}"
  info "  INI (remote, expanded to ABS) : ${REMOTE_REL_MERGE_INI}"
  info "  BACKUP_TAG                    : ${FILE_NAME}_Pre"

  ssh "$MACHINE" "\
INI_PATH=\"${REMOTE_REL_MERGE_INI}\"; \
INI_ABS=\"\${INI_PATH/#\\\$HOME/\$HOME}\"; \
\$HOME/bin/merge_rollback_partial_worlds \"\$INI_ABS\" \"${FILE_NAME}_Pre\""
}

########################################
# 群組：re_run_exec_merge
########################################
run_re_run_exec_merge() {
  step "GROUP MODULE: re_run_exec_merge"
  info "Sequence: removebackup post + merge_rollback_partial_worlds + merge + logcheck + waitdone + postbackup + check"

  local old_target="$BACKUP_TARGET"
  BACKUP_TARGET="post"
  run_remove_backup
  BACKUP_TARGET="$old_target"

  run_merge_rollback_partial_worlds
  run_merge_exec
  run_log_check
  run_wait_done
  run_post_backup
  run_check_diff
}

########################################
# 模組執行入口
########################################
case "$MODULE" in
  exec_merge)
    run_generate
    run_db_connect_verify
    run_pre_backup
    run_merge_exec
    run_log_check
    run_wait_done
    run_post_backup
    run_check_diff
    ;;
  before_merge)
    run_generate
    run_reward_before_merge
    ;;
  after_merge)
    run_update_db_setup
    run_move_old_server_directory
    run_remove_source_wids_on_hosts
    ;;
  end_merge)
    run_remove_backup
    ;;
  re_run_exec_merge)
    run_re_run_exec_merge
    ;;

  generate) run_generate ;;
  reward_before_merge) run_reward_before_merge ;;
  dbcheck) run_db_connect_verify ;;
  prebackup) run_pre_backup ;;
  restore_prebackup) run_restore_prebackup ;;
  merge) run_merge_exec ;;
  logcheck) run_log_check ;;
  logerror) run_log_error ;;
  waitdone) run_wait_done ;;
  postbackup) run_post_backup ;;
  check) run_check_diff ;;
  update_db_setup) run_update_db_setup ;;
  move_old_server_directory) run_move_old_server_directory ;;
  remove_source_wids_on_hosts) run_remove_source_wids_on_hosts ;;
  removebackup) run_remove_backup ;;
  merge_rollback_partial_worlds) run_merge_rollback_partial_worlds ;;
  *)
    err "unknown MODULE '${MODULE}'."
    print_usage
    exit 1
    ;;
esac

########################################
# 結束時間 & 總耗時
########################################
END_TS=$(date +%s)
END_TIME=$(date '+%Y-%m-%d %H:%M:%S')
ELAPSED=$((END_TS - START_TS))
ELAPSED_H=$((ELAPSED / 3600))
ELAPSED_M=$(((ELAPSED % 3600) / 60))
ELAPSED_S=$((ELAPSED % 60))

step "run_merge_n1 FINISHED"
info "Start time : ${START_TIME}"
info "End time   : ${END_TIME}"
printf 'Elapsed    : %02d 小時 %02d 分 %02d 秒\n' "$ELAPSED_H" "$ELAPSED_M" "$ELAPSED_S"
info "ENV=${ENVIRONMENT}, FILE_NAME=${FILE_NAME}, MODULE=${MODULE}"

