mirror of
https://github.com/L-yang-yang/cugenopt.git
synced 2026-04-24 12:06:22 +02:00
307 lines
12 KiB
Bash
Executable file
307 lines
12 KiB
Bash
Executable file
#!/bin/bash
|
||
# GenSolver 统一实验入口
|
||
#
|
||
# 用法:
|
||
# ./run.sh e1 [host] → E1: vs MIP (GPU + Python)
|
||
# ./run.sh e2 [host] → E2: vs Routing (GPU + Python)
|
||
# ./run.sh e2.1 [host] → E2.1: Custom Routing - Priority VRP
|
||
# ./run.sh e3 [host] → E3: Ablation (GPU only)
|
||
# ./run.sh e4 [host] → E4: Scalability (GPU only)
|
||
# ./run.sh e5 [host] → E5: Generality (GPU + Python)
|
||
# ./run.sh e6 [host] → E6: GPU Hardware (GPU only)
|
||
# ./run.sh diag [host] → 性能诊断
|
||
# ./run.sh status [host] → 查看远程任务状态
|
||
# ./run.sh clean [host] → 远程清理
|
||
#
|
||
# host: tc_new (T4, 默认) | tch (V100)
|
||
|
||
set -e
|
||
|
||
ROOT_DIR="$(cd "$(dirname "$0")" && pwd)"
|
||
PROTO_DIR="$ROOT_DIR/prototype"
|
||
BENCH_DIR="$ROOT_DIR/benchmark"
|
||
EXP_DIR="$BENCH_DIR/experiments"
|
||
DIAG_DIR="$EXP_DIR/e0_diagnosis"
|
||
COMMON_DIR="$BENCH_DIR/common"
|
||
RESULTS_DIR="$BENCH_DIR/results"
|
||
|
||
REMOTE_DIR="~/gensolver"
|
||
TIMESTAMP=$(date +%Y%m%d_%H%M%S)
|
||
|
||
mkdir -p "$RESULTS_DIR"
|
||
|
||
get_host() { echo "${1:-tc_new}"; }
|
||
get_arch() {
|
||
local host="$1"
|
||
case "$host" in
|
||
tch) echo "sm_70" ;; # V100
|
||
a800) echo "sm_80" ;; # A800
|
||
*) echo "sm_75" ;; # T4 (tc_new)
|
||
esac
|
||
}
|
||
|
||
NVCC_BASE="nvcc -O2 -std=c++17 --extended-lambda"
|
||
|
||
# ─────────────────────────────────────────────
|
||
# 同步代码到远程
|
||
# ─────────────────────────────────────────────
|
||
sync_to_remote() {
|
||
local host="$1"
|
||
echo ">>> 同步代码到 $host ..."
|
||
ssh "$host" "mkdir -p $REMOTE_DIR/prototype/core $REMOTE_DIR/prototype/problems \
|
||
$REMOTE_DIR/benchmark/common $REMOTE_DIR/benchmark/experiments/e0_diagnosis \
|
||
$REMOTE_DIR/benchmark/experiments/e1_vs_mip \
|
||
$REMOTE_DIR/benchmark/experiments/e2_vs_routing \
|
||
$REMOTE_DIR/benchmark/experiments/e2.1_custom_routing \
|
||
$REMOTE_DIR/benchmark/experiments/e3_ablation \
|
||
$REMOTE_DIR/benchmark/experiments/e4_scalability \
|
||
$REMOTE_DIR/benchmark/experiments/e5_generality \
|
||
$REMOTE_DIR/benchmark/experiments/e6_gpu_hardware \
|
||
$REMOTE_DIR/benchmark/experiments/e7_medium_scale \
|
||
$REMOTE_DIR/benchmark/data/solomon \
|
||
$REMOTE_DIR/benchmark/data/qaplib \
|
||
$REMOTE_DIR/benchmark/data/jsp \
|
||
$REMOTE_DIR/benchmark/data/knapsack"
|
||
scp "$PROTO_DIR"/core/*.cuh "$host":$REMOTE_DIR/prototype/core/ 2>/dev/null
|
||
scp "$PROTO_DIR"/problems/*.cuh "$PROTO_DIR"/problems/*.h "$host":$REMOTE_DIR/prototype/problems/ 2>/dev/null
|
||
scp "$COMMON_DIR"/*.cuh "$host":$REMOTE_DIR/benchmark/common/ 2>/dev/null
|
||
scp "$DIAG_DIR"/bench_diagnosis.cu "$host":$REMOTE_DIR/benchmark/experiments/e0_diagnosis/ 2>/dev/null
|
||
for exp in e1_vs_mip e2_vs_routing e2.1_custom_routing e3_ablation e4_scalability e5_generality e6_gpu_hardware e7_medium_scale; do
|
||
scp "$EXP_DIR/$exp"/gpu.cu "$host":$REMOTE_DIR/benchmark/experiments/$exp/ 2>/dev/null
|
||
done
|
||
# E7 benchmark data
|
||
for ddir in solomon qaplib jsp knapsack; do
|
||
if [ -d "$BENCH_DIR/data/$ddir" ]; then
|
||
scp "$BENCH_DIR/data/$ddir"/* "$host":$REMOTE_DIR/benchmark/data/$ddir/ 2>/dev/null
|
||
fi
|
||
done
|
||
echo " done."
|
||
}
|
||
|
||
# ─────────────────────────────────────────────
|
||
# 编译远程 GPU 程序
|
||
# ─────────────────────────────────────────────
|
||
compile_remote() {
|
||
local host="$1"
|
||
local arch="$2"
|
||
local exp_name="$3"
|
||
local src_dir="$REMOTE_DIR/benchmark/experiments/$exp_name"
|
||
|
||
echo ">>> 编译 $exp_name/gpu (arch=$arch) ..."
|
||
ssh "$host" "export PATH=/usr/local/cuda/bin:\$PATH && cd $src_dir && \
|
||
$NVCC_BASE -arch=$arch \
|
||
-I $REMOTE_DIR/prototype/core \
|
||
-I $REMOTE_DIR/prototype/problems \
|
||
-I $REMOTE_DIR/benchmark/common \
|
||
-o gpu gpu.cu 2>&1"
|
||
}
|
||
|
||
# ─────────────────────────────────────────────
|
||
# 运行单个实验（GPU 侧）
|
||
# ─────────────────────────────────────────────
|
||
run_gpu() {
|
||
local exp_name="$1"
|
||
local host="$2"
|
||
local arch="$3"
|
||
local args="${4:-}"
|
||
|
||
sync_to_remote "$host"
|
||
compile_remote "$host" "$arch" "$exp_name"
|
||
|
||
local outfile="${exp_name}_gpu_${host}_${TIMESTAMP}.csv"
|
||
local logfile="${exp_name}_gpu_${host}_${TIMESTAMP}.log"
|
||
local src_dir="$REMOTE_DIR/benchmark/experiments/$exp_name"
|
||
|
||
echo ">>> 运行 $exp_name/gpu on $host ..."
|
||
ssh "$host" "export PATH=/usr/local/cuda/bin:\$PATH && cd $src_dir && \
|
||
./gpu $args 2>/tmp/exp_log.txt" > "$RESULTS_DIR/$outfile"
|
||
ssh "$host" "cat /tmp/exp_log.txt" > "$RESULTS_DIR/$logfile" 2>/dev/null
|
||
|
||
echo " CSV: $RESULTS_DIR/$outfile"
|
||
local lines=$(wc -l < "$RESULTS_DIR/$outfile" 2>/dev/null || echo 0)
|
||
echo " 数据行: $((lines - 1))"
|
||
}
|
||
|
||
# ─────────────────────────────────────────────
|
||
# 运行 Python 侧
|
||
# ─────────────────────────────────────────────
|
||
CONDA_ENV="ph-mp-model"
|
||
CONDA_BASE="$HOME/miniforge3"
|
||
|
||
run_python() {
|
||
local script="$1"
|
||
local name="$2"
|
||
local outfile="${name}_${TIMESTAMP}.csv"
|
||
local logfile="${name}_${TIMESTAMP}.log"
|
||
|
||
if [ ! -f "$script" ]; then
|
||
echo " 跳过 $name（$script 不存在）"
|
||
return
|
||
fi
|
||
|
||
echo ">>> 运行 $name ..."
|
||
source "$CONDA_BASE/etc/profile.d/conda.sh"
|
||
conda activate "$CONDA_ENV"
|
||
python "$script" > "$RESULTS_DIR/$outfile" 2>"$RESULTS_DIR/$logfile"
|
||
local lines=$(wc -l < "$RESULTS_DIR/$outfile" 2>/dev/null || echo 0)
|
||
echo " CSV: $RESULTS_DIR/$outfile ($((lines - 1)) 行)"
|
||
}
|
||
|
||
# ─────────────────────────────────────────────
|
||
# 各实验入口
|
||
# ─────────────────────────────────────────────
|
||
run_e1() {
|
||
local host=$(get_host "$1")
|
||
local arch=$(get_arch "$host")
|
||
echo "========== E1: vs MIP =========="
|
||
run_gpu "e1_vs_mip" "$host" "$arch"
|
||
run_python "$EXP_DIR/e1_vs_mip/mip.py" "e1_mip"
|
||
}
|
||
|
||
run_e2() {
|
||
local host=$(get_host "$1")
|
||
local arch=$(get_arch "$host")
|
||
echo "========== E2: vs Routing =========="
|
||
run_gpu "e2_vs_routing" "$host" "$arch"
|
||
run_python "$EXP_DIR/e2_vs_routing/routing.py" "e2_routing"
|
||
}
|
||
|
||
run_e2_1() {
|
||
local host=$(get_host "$1")
|
||
local arch=$(get_arch "$host")
|
||
echo "========== E2.1: Custom Routing (Priority VRP) =========="
|
||
run_gpu "e2.1_custom_routing" "$host" "$arch"
|
||
run_python "$EXP_DIR/e2.1_custom_routing/routing_baseline.py" "e2.1_routing"
|
||
}
|
||
|
||
run_e3() {
|
||
local host=$(get_host "$1")
|
||
local arch=$(get_arch "$host")
|
||
echo "========== E3: Ablation =========="
|
||
run_gpu "e3_ablation" "$host" "$arch"
|
||
}
|
||
|
||
run_e4() {
|
||
local host=$(get_host "$1")
|
||
local arch=$(get_arch "$host")
|
||
echo "========== E4: Scalability =========="
|
||
run_gpu "e4_scalability" "$host" "$arch"
|
||
}
|
||
|
||
run_e5() {
|
||
local host=$(get_host "$1")
|
||
local arch=$(get_arch "$host")
|
||
echo "========== E5: Generality =========="
|
||
run_gpu "e5_generality" "$host" "$arch"
|
||
run_python "$EXP_DIR/e5_generality/cpsat.py" "e5_cpsat"
|
||
}
|
||
|
||
run_e6() {
|
||
local host=$(get_host "$1")
|
||
local arch=$(get_arch "$host")
|
||
echo "========== E6: GPU Hardware =========="
|
||
run_gpu "e6_gpu_hardware" "$host" "$arch"
|
||
}
|
||
|
||
run_e7() {
|
||
local host=$(get_host "$1")
|
||
local arch=$(get_arch "$host")
|
||
echo "========== E7: Medium Scale =========="
|
||
run_gpu "e7_medium_scale" "$host" "$arch" "$REMOTE_DIR/benchmark/data"
|
||
}
|
||
|
||
run_diag() {
|
||
local host=$(get_host "$1")
|
||
local arch=$(get_arch "$host")
|
||
|
||
sync_to_remote "$host"
|
||
|
||
echo ">>> 编译 bench_diagnosis (arch=$arch) ..."
|
||
ssh "$host" "export PATH=/usr/local/cuda/bin:\$PATH && cd $REMOTE_DIR/benchmark/experiments/e0_diagnosis && \
|
||
$NVCC_BASE -arch=$arch \
|
||
-I $REMOTE_DIR/prototype/core \
|
||
-I $REMOTE_DIR/prototype/problems \
|
||
-I $REMOTE_DIR/benchmark/common \
|
||
-o bench_diagnosis bench_diagnosis.cu 2>&1"
|
||
|
||
local gpu_name=$(ssh "$host" "nvidia-smi --query-gpu=name --format=csv,noheader 2>/dev/null | head -1" | tr ' ' '_')
|
||
local outfile="diag_${gpu_name}_${TIMESTAMP}.csv"
|
||
|
||
echo ">>> 运行 bench_diagnosis on $host ..."
|
||
ssh "$host" "export PATH=/usr/local/cuda/bin:\$PATH && cd $REMOTE_DIR/benchmark/experiments/e0_diagnosis && \
|
||
./bench_diagnosis all 2>/tmp/diag_log.txt" > "$RESULTS_DIR/$outfile"
|
||
echo " 结果: $RESULTS_DIR/$outfile"
|
||
}
|
||
|
||
# ─────────────────────────────────────────────
|
||
# 主入口
|
||
# ─────────────────────────────────────────────
|
||
case "${1:-}" in
|
||
e1) run_e1 "$2" ;;
|
||
e2) run_e2 "$2" ;;
|
||
e2.1) run_e2_1 "$2" ;;
|
||
e3) run_e3 "$2" ;;
|
||
e4) run_e4 "$2" ;;
|
||
e5) run_e5 "$2" ;;
|
||
e6) run_e6 "$2" ;;
|
||
e7) run_e7 "$2" ;;
|
||
diag) run_diag "$2" ;;
|
||
all)
|
||
host="${2:-tc_new}"
|
||
run_e1 "$host"
|
||
echo ""
|
||
run_e2 "$host"
|
||
echo ""
|
||
run_e2_1 "$host"
|
||
echo ""
|
||
run_e3 "$host"
|
||
echo ""
|
||
run_e4 "$host"
|
||
echo ""
|
||
run_e5 "$host"
|
||
echo ""
|
||
run_e6 "$host"
|
||
echo ""
|
||
echo "========== 全部完成 =========="
|
||
echo "结果目录: $RESULTS_DIR/"
|
||
ls -lh "$RESULTS_DIR/"*.csv 2>/dev/null | tail -20
|
||
;;
|
||
status)
|
||
host=$(get_host "$2")
|
||
echo ">>> 检查 $host 远程任务 ..."
|
||
ssh "$host" "ps aux | grep -E 'gpu|bench_diagnosis' | grep -v grep || echo ' 无运行中的任务'"
|
||
;;
|
||
clean)
|
||
host=$(get_host "$2")
|
||
echo ">>> 远程清理 $host ..."
|
||
ssh "$host" "find $REMOTE_DIR/benchmark -name 'gpu' -type f -delete; \
|
||
rm -f $REMOTE_DIR/benchmark/experiments/e0_diagnosis/bench_diagnosis"
|
||
echo " done."
|
||
;;
|
||
"")
|
||
echo "GenSolver 统一实验入口"
|
||
echo ""
|
||
echo "实验:"
|
||
echo " ./run.sh e1 [host] E1: vs MIP（公平对比）"
|
||
echo " ./run.sh e2 [host] E2: vs Routing（参考对比）"
|
||
echo " ./run.sh e2.1 [host] E2.1: Custom Routing（优先级 VRP）"
|
||
echo " ./run.sh e3 [host] E3: Ablation（消融实验）"
|
||
echo " ./run.sh e4 [host] E4: Scalability（可扩展性）"
|
||
echo " ./run.sh e5 [host] E5: Generality（通用性验证）"
|
||
echo " ./run.sh e6 [host] E6: GPU Hardware（硬件对比）"
|
||
echo " ./run.sh diag [host] 性能诊断"
|
||
echo " ./run.sh all [host] 全部运行"
|
||
echo ""
|
||
echo "工具:"
|
||
echo " ./run.sh status [host] 查看远程任务"
|
||
echo " ./run.sh clean [host] 远程清理"
|
||
echo ""
|
||
echo "host: tc_new (T4, 默认) | tch (V100)"
|
||
echo "结果: benchmark/results/"
|
||
;;
|
||
*)
|
||
echo "未知命令: $1"
|
||
echo "运行 ./run.sh 查看帮助"
|
||
exit 1
|
||
;;
|
||
esac
|