Files
exAichatbot_agent/server-dev/start-all-server.sh
T

551 lines
18 KiB
Bash
Executable File

#!/usr/bin/env bash
# chatbot.exdev.co.kr — Agent 2.0 전체 스택 기동
#
# ./server-dev/start-all-server.sh
# ./server-dev/start-all-server.sh --no-build
# ./server-dev/start-all-server.sh --skip-java
# ./server-dev/start-all-server.sh --skip-legacy-stop
# ./server-dev/start-all-server.sh --no-pull # git 동기화 생략
# ./server-dev/start-all-server.sh --no-push # Gitea push 생략
# ./server-dev/start-all-server.sh --local # 로컬 Mac 개발 모드 (local-dev 위임)
set -euo pipefail
ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
SERVER_DEV_DIR="${ROOT_DIR}/server-dev"
RUN_DIR="${SERVER_DEV_DIR}/run"
LOG_DIR="${SERVER_DEV_DIR}/logs"
GIT_DIR="${GIT_DIR:-/Volumes/ADATA/gitea/data/gitea-repositories/aidev/exaichatbot_agent.git}"
WORK_TREE="${WORK_TREE:-/Users/aidev/dev/exAichatbot_agent}"
GIT_BRANCH="${GIT_BRANCH:-main}"
RAG_DIR="${ROOT_DIR}/exAiChatBot-chatbot2.0-agent"
API_DIR="${ROOT_DIR}/chatbotApi-chatbot2.0-agent"
SKILL_DIR="${ROOT_DIR}/kakaoChatbotSkill-chatbot2.0-agent"
APP_DIR="${ROOT_DIR}/chatbotApp-chatbot2.0-agent"
ENV_TEMPLATE="${SERVER_DEV_DIR}/env.exdev-server.template"
RAG_ENV="${RAG_DIR}/.env"
COMPOSE_SERVER="${RAG_DIR}/docker-compose.server.yml"
COMPOSE_CADDY="${SERVER_DEV_DIR}/docker-compose.caddy.yml"
LEGACY_STACK_DIR="${LEGACY_STACK_DIR:-/Users/aidev/dev/exAIChatbot2.0}"
MONGO_CONTAINER="${MONGO_CONTAINER:-exaichatbot-agent-mongo}"
INTERNAL_TOOL_API_KEY="${INTERNAL_TOOL_API_KEY:-exdev-agent-tool-key}"
PUBLIC_BASE_URL="${PUBLIC_BASE_URL:-https://chatbot.exdev.co.kr}"
LLM_PORT="${LLM_PORT:-16000}"
EMBED_PORT="${EMBED_PORT:-16001}"
RERANK_PORT="${RERANK_PORT:-16002}"
RAG_PORT="${RAG_API_PORT:-28012}"
ADMIN_PORT="${ADMIN_PORT:-28013}"
WAS_PORT="${CHATBOT_API_PORT:-8086}"
SKILL_PORT="${KAKAO_SKILL_PORT:-8083}"
APP_PORT="${CHATBOT_APP_PORT:-8092}"
NO_BUILD=false
SKIP_JAVA=false
SKIP_LEGACY_STOP=false
SKIP_CADDY=false
NO_PULL=false
NO_PUSH=false
LOCAL_DEV=false
EXDEV_SSH="${EXDEV_SSH:-aidev@chatbot.exdev.co.kr}"
for arg in "$@"; do
case "$arg" in
--no-build) NO_BUILD=true ;;
--skip-java) SKIP_JAVA=true ;;
--skip-legacy-stop) SKIP_LEGACY_STOP=true ;;
--skip-caddy) SKIP_CADDY=true ;;
--no-pull) NO_PULL=true ;;
--no-push) NO_PUSH=true ;;
--local) LOCAL_DEV=true ;;
-h|--help)
sed -n '2,12p' "$0"
exit 0
;;
*)
echo "알 수 없는 옵션: $arg (--help)"
exit 1
;;
esac
done
export PATH="/opt/homebrew/bin:/usr/local/bin:/Applications/Docker.app/Contents/Resources/bin:${PATH}"
log() { echo "[$(date '+%H:%M:%S')] $*"; }
fail() { log "ERROR: $*"; exit 1; }
warn() { log "⚠️ $*"; }
sync_github_submodules() {
local tree="$1"
local fetch_script="${tree}/git_fetch_all.sh"
local -a fetch_args=()
if is_exdev_server; then
fetch_args+=(--init)
fi
if [[ ! -x "${fetch_script}" ]]; then
log "git_fetch_all.sh 없음 — submodule GitHub 동기화 생략"
return 0
fi
log "GitHub submodule 최신 동기화 (git_fetch_all.sh)..."
if [[ ${#fetch_args[@]} -gt 0 ]]; then
if ! "${fetch_script}" "${fetch_args[@]}"; then
warn "GitHub submodule 동기화 실패 — ./git_fetch_all.sh 수동 실행"
return 1
fi
elif ! "${fetch_script}"; then
warn "GitHub submodule 동기화 실패 — ./git_fetch_all.sh 수동 실행"
return 1
fi
return 0
}
push_source_to_gitea() {
if $NO_PUSH; then
log "Gitea push 생략 (--no-push)"
return 0
fi
if is_exdev_server; then
log "exdev 서버 — Gitea push 생략 (post-receive/deploy 경로 사용)"
return 0
fi
local push_script="${SERVER_DEV_DIR}/push-to-gitea.sh"
[[ -x "${push_script}" ]] || fail "push-to-gitea.sh 없음: ${push_script}"
log "현재 소스 → Gitea (${GIT_BRANCH}) 반영..."
"${push_script}"
}
wait_remote_deploy() {
if $NO_PUSH; then
return 0
fi
local wait_script="${SERVER_DEV_DIR}/wait-remote-deploy.sh"
if [[ -x "${wait_script}" ]]; then
EXDEV_SSH="${EXDEV_SSH}" PUBLIC_BASE_URL="${PUBLIC_BASE_URL}" "${wait_script}" || \
warn "원격 배포 대기 실패 — ssh ${EXDEV_SSH} tail /Volumes/ADATA/logs/deploy/exAichatbot_agent.log"
else
warn "wait-remote-deploy.sh 없음 — https://chatbot.exdev.co.kr/chatbot/ai/ 수동 확인"
fi
}
sync_submodules_to_server() {
local rsync_script="${SERVER_DEV_DIR}/sync-submodules-rsync.sh"
[[ -x "${rsync_script}" ]] || fail "sync-submodules-rsync.sh 없음"
log "submodule 소스 → chatbot.exdev.co.kr rsync..."
EXDEV_SSH="${EXDEV_SSH}" "${rsync_script}"
}
trigger_remote_deploy() {
log "원격 monorepo checkout..."
ssh -o BatchMode=yes "${EXDEV_SSH}" \
"GIT_DIR=/Volumes/ADATA/gitea/data/gitea-repositories/aidev/exaichatbot_agent.git; \
WT=/Users/aidev/dev/exAichatbot_agent; \
git --work-tree=\"\${WT}\" --git-dir=\"\${GIT_DIR}\" checkout -f main; \
rm -f \"\${WT}/.git\" /tmp/exAichatbot_agent_deploy.lock"
sync_submodules_to_server
log "원격 deploy (빌드 + 기동)..."
ssh -o BatchMode=yes "${EXDEV_SSH}" \
"cp /Users/aidev/dev/exAichatbot_agent/server-dev/deploy.sh /Volumes/ADATA/git/deploy-exAichatbot_agent.sh 2>/dev/null || true; \
chmod +x /Volumes/ADATA/git/deploy-exAichatbot_agent.sh; \
export PATH=\"/opt/homebrew/bin:/Applications/Docker.app/Contents/Resources/bin:\$PATH\"; \
bash /Volumes/ADATA/git/deploy-exAichatbot_agent.sh --start-only" \
|| warn "원격 deploy 실패"
}
build_chatbot_app_for_deploy() {
log "chatbotApp 로컬 빌드 (서버 Next.js 대신 public/ 생성)..."
chmod -R u+w "${APP_DIR}/public-sample" 2>/dev/null || true
rm -rf "${APP_DIR}/public-sample" 2>/dev/null || true
(
cd "${APP_DIR}/web"
npm ci --prefer-offline 2>/dev/null || npm install
)
bash "${APP_DIR}/build.sh"
[[ -f "${APP_DIR}/public/index.html" ]] || fail "chatbotApp public/ 빌드 실패"
[[ -f "${APP_DIR}/public-ai/index.html" ]] || fail "chatbotApp public-ai/ 빌드 실패"
}
deploy_from_local_mac() {
log "로컬 Mac → Gitea push → chatbot.exdev.co.kr 배포"
if ! $NO_PULL; then
sync_github_submodules "${ROOT_DIR}" || true
fi
build_chatbot_app_for_deploy
push_source_to_gitea
trigger_remote_deploy
wait_remote_deploy
log "=========================================="
log "원격 배포 요청 완료"
log " UI ${PUBLIC_BASE_URL}/chatbot/ai/"
log " 로그 ssh ${EXDEV_SSH} tail -f /Volumes/ADATA/logs/deploy/exAichatbot_agent.log"
log "=========================================="
exit 0
}
sync_source_from_git() {
if $NO_PULL; then
log "git 동기화 생략 (--no-pull)"
return 0
fi
local tree="${WORK_TREE}"
local branch="${GIT_BRANCH}"
if [[ -d "${GIT_DIR}" ]]; then
mkdir -p "${tree}"
log "Gitea 최신 소스 동기화 (${branch})..."
if ! git --git-dir="${GIT_DIR}" show-ref --verify --quiet "refs/heads/${branch}" 2>/dev/null; then
fail "브랜치 없음: ${branch} (GIT_DIR=${GIT_DIR})"
fi
git --work-tree="${tree}" --git-dir="${GIT_DIR}" checkout -f "${branch}"
sync_github_submodules "${tree}" || true
local commit
commit="$(git --git-dir="${GIT_DIR}" rev-parse --short HEAD)"
log "✅ 소스 동기화: ${commit} (${branch})"
elif [[ -d "${ROOT_DIR}/.git" ]]; then
log "git pull origin ${branch}..."
(
cd "${ROOT_DIR}"
git fetch origin "${branch}"
git checkout "${branch}"
git pull --ff-only origin "${branch}"
)
sync_github_submodules "${ROOT_DIR}" || true
log "✅ git pull 완료: $(git -C "${ROOT_DIR}" rev-parse --short HEAD)"
tree="${ROOT_DIR}"
else
log "Git 저장소 없음 — 현재 디렉터리 소스 사용 (${ROOT_DIR})"
return 0
fi
chmod +x "${tree}/server-dev/"*.sh 2>/dev/null || true
chmod +x "${tree}/git_fetch_all.sh" 2>/dev/null || true
chmod +x "${tree}/chatbotApp-chatbot2.0-agent/build.sh" 2>/dev/null || true
chmod +x "${tree}/start-all-server.sh" "${tree}/stop-all-server.sh" 2>/dev/null || true
}
is_exdev_server() {
[[ -d "${GIT_DIR}" ]] \
&& [[ -f "${LEGACY_STACK_DIR}/scripts/exdev/start-host-ai.sh" ]]
}
run_local_dev() {
log "로컬 Mac — local-dev/start-all.sh 로 위임 (exdev AI SSH 터널 사용)"
local -a args=()
$NO_BUILD && args+=(--no-build)
$SKIP_JAVA && args+=(--skip-java)
if ((${#args[@]} > 0)); then
exec "${ROOT_DIR}/local-dev/start-all.sh" "${args[@]}"
else
exec "${ROOT_DIR}/local-dev/start-all.sh"
fi
}
wait_http() {
local url="$1" label="$2" max="${3:-90}"
local i=0
while (( i < max )); do
if curl -sf --max-time 3 "$url" >/dev/null 2>&1; then
log "✅ ${label}"
return 0
fi
sleep 2
i=$((i + 2))
done
log "⚠️ ${label} 타임아웃 (${url})"
return 1
}
wait_port() {
local port="$1" label="$2" max="${3:-90}"
local i=0
while (( i < max )); do
if lsof -iTCP:"${port}" -sTCP:LISTEN >/dev/null 2>&1; then
log "✅ ${label} (:${port})"
return 0
fi
sleep 2
i=$((i + 2))
done
log "⚠️ ${label} 타임아웃 (:${port})"
return 1
}
host_ai_ready() {
curl -sf --max-time 3 "http://127.0.0.1:${LLM_PORT}/v1/models" >/dev/null 2>&1 \
&& curl -sf --max-time 3 "http://127.0.0.1:${EMBED_PORT}/health" >/dev/null 2>&1
}
ensure_host_ai() {
if host_ai_ready; then
log "호스트 AI 이미 실행 중 (:${LLM_PORT}~:${RERANK_PORT})"
return 0
fi
local ai_script="${LEGACY_STACK_DIR}/scripts/exdev/start-host-ai.sh"
if [[ -x "${ai_script}" ]] || [[ -f "${ai_script}" ]]; then
log "호스트 AI 기동..."
bash "${ai_script}" || log "⚠️ start-host-ai.sh 일부 실패 — 기존 프로세스 확인"
fi
if host_ai_ready; then
return 0
fi
log "호스트 AI 기동 대기 (최대 120s)..."
local i=0
while (( i < 120 )); do
if host_ai_ready; then
log "✅ 호스트 AI 준비 완료"
return 0
fi
sleep 5
i=$((i + 5))
done
if curl -sf --max-time 3 "http://127.0.0.1:${LLM_PORT}/v1/models" >/dev/null 2>&1; then
log "⚠️ LLM만 응답 (Embed/Rerank 미기동) — degraded 모드로 계속"
return 0
fi
fail "호스트 AI 미응답 (:${LLM_PORT})"
}
stop_legacy_stack() {
if $SKIP_LEGACY_STOP; then return 0; fi
local stop_script="${LEGACY_STACK_DIR}/remote-stop-chatbot.sh"
if [[ -f "${stop_script}" ]]; then
log "레거시 exAIChatbot2.0 스택 중지 (포트 충돌 방지)..."
bash "${stop_script}" --destroy-stack 2>/dev/null || bash "${stop_script}" 2>/dev/null || true
docker rm -f ex-chatbot-caddy 2>/dev/null || true
fi
}
ensure_rag_env() {
if [[ ! -f "${RAG_ENV}" ]]; then
log ".env 없음 → env.exdev-server.template 복사"
cp "${ENV_TEMPLATE}" "${RAG_ENV}"
fi
}
ensure_mongo() {
if docker ps -a --format '{{.Names}}' | grep -qx "${MONGO_CONTAINER}"; then
docker start "${MONGO_CONTAINER}" >/dev/null 2>&1 || true
log "MongoDB 재사용: ${MONGO_CONTAINER}"
wait_port 27017 "MongoDB" 20 || true
return 0
fi
if lsof -iTCP:27017 -sTCP:LISTEN >/dev/null 2>&1; then
log "MongoDB :27017 이미 사용 중"
return 0
fi
log "MongoDB 컨테이너 생성: ${MONGO_CONTAINER}"
docker run -d --name "${MONGO_CONTAINER}" -p 27017:27017 mongo:7 >/dev/null
wait_port 27017 "MongoDB" 30 || true
}
bootstrap_qdrant_if_empty() {
local collection="${QDRANT_COLLECTION:-qa_vectors_v2}"
if [[ -f "${RAG_ENV}" ]]; then
local from_env
from_env="$(grep -E '^QDRANT_COLLECTION=' "${RAG_ENV}" 2>/dev/null | tail -1 | cut -d= -f2- | tr -d ' "\r' || true)"
[[ -n "${from_env}" ]] && collection="${from_env}"
fi
local vc
vc="$(curl -sf "http://127.0.0.1:6333/collections/${collection}" 2>/dev/null \
| python3 -c "import sys,json; d=json.load(sys.stdin); print(d.get('result',{}).get('points_count',0))" 2>/dev/null || echo 0)"
if [[ "${vc}" -gt 0 ]]; then
log "Qdrant 기존 데이터 ${vc} points"
return 0
fi
local bootstrap="${SERVER_DEV_DIR}/bootstrap-qdrant-from-legacy.sh"
if [[ -x "${bootstrap}" ]]; then
log "Qdrant 비어 있음 → 레거시 데이터 이전"
"${bootstrap}" || log "⚠️ Qdrant bootstrap 실패"
fi
}
ensure_rag_compose() {
local template="${SERVER_DEV_DIR}/docker-compose.rag.server.yml"
[[ -f "${template}" ]] || fail "server-dev/docker-compose.rag.server.yml 없음"
cp "${template}" "${COMPOSE_SERVER}"
}
start_rag() {
ensure_rag_env
ensure_rag_compose
[[ -f "${COMPOSE_SERVER}" ]] || fail "docker-compose.server.yml 없음"
cd "${RAG_DIR}"
docker compose -f "${COMPOSE_SERVER}" down --remove-orphans 2>/dev/null || true
local -a up_flags=(-d)
if $NO_BUILD; then up_flags+=(--no-build); else up_flags+=(--build); fi
log "RAG 스택 기동 (docker-compose.server.yml)..."
docker compose -f "${COMPOSE_SERVER}" up "${up_flags[@]}"
wait_http "http://127.0.0.1:6333/collections" "Qdrant" 30 || true
bootstrap_qdrant_if_empty
(cd "${RAG_DIR}" && docker compose -f "${COMPOSE_SERVER}" up -d) || true
wait_http "http://127.0.0.1:${RAG_PORT}/health" "RAG API" 180 || true
wait_port "${ADMIN_PORT}" "Vector Admin" 30 || true
}
ensure_java() {
local home=""
for candidate in \
"/opt/homebrew/opt/openjdk@17/libexec/openjdk.jdk/Contents/Home" \
"/usr/local/opt/openjdk@17/libexec/openjdk.jdk/Contents/Home"; do
if [[ -x "${candidate}/bin/java" ]]; then home="${candidate}"; break; fi
done
if [[ -z "${home}" ]] && /usr/libexec/java_home -v 17 >/dev/null 2>&1; then
home="$(/usr/libexec/java_home -v 17)"
fi
[[ -n "${home}" ]] || fail "Java 17 필요 — brew install openjdk@17"
export JAVA_HOME="${home}"
export PATH="${JAVA_HOME}/bin:${PATH}"
log "Java 17: $("${JAVA_HOME}/bin/java" -version 2>&1 | head -1)"
}
start_java_service() {
local name="$1" dir="$2" pid_file="$3" log_file="$4"
shift 4
if [[ -f "${pid_file}" ]]; then
local old_pid
old_pid="$(cat "${pid_file}")"
if kill -0 "$old_pid" 2>/dev/null; then
log "${name} 이미 실행 중 (PID ${old_pid})"
return 0
fi
rm -f "${pid_file}"
fi
chmod +x "${dir}/gradlew"
log "${name} 기동 중..."
: > "${log_file}"
(
cd "${dir}"
export JAVA_HOME
for ev in "$@"; do export "${ev?}"; done
nohup ./gradlew -Dorg.gradle.java.home="${JAVA_HOME}" bootRun >> "${log_file}" 2>&1 &
echo $! > "${pid_file}"
)
log "${name} PID $(cat "${pid_file}") → ${log_file}"
}
build_chatbot_app() {
if $NO_BUILD && [[ -f "${APP_DIR}/public/index.html" ]]; then
log "chatbotApp 빌드 생략 (--no-build)"
return 0
fi
log "chatbotApp Next.js 빌드..."
(
cd "${APP_DIR}/web"
npm ci --prefer-offline 2>/dev/null || npm install
)
bash "${APP_DIR}/build.sh"
}
start_chatbot_app() {
build_chatbot_app
docker rm -f ex-chatbot-app-web 2>/dev/null || true
(
cd "${APP_DIR}"
export CHATBOT_APP_PORT="${APP_PORT}"
export CHATBOT_API_UPSTREAM="http://host.docker.internal:${SKILL_PORT}/web/"
export CHATBOT_API_HOST="host.docker.internal"
docker compose up -d --force-recreate
)
wait_http "http://127.0.0.1:${APP_PORT}/chatbot/ai/" "chatbotApp UI" 60 || true
}
start_caddy() {
if $SKIP_CADDY; then return 0; fi
[[ -f "${COMPOSE_CADDY}" ]] || return 0
local cert_dir="${LEGACY_STACK_DIR}/docker/nginx/certs"
[[ -f "${cert_dir}/fullchain.pem" ]] || fail "TLS 인증서 없음: ${cert_dir}/fullchain.pem"
log "Caddy HTTPS 기동 (443 → chatbotApp:${APP_PORT})..."
(
cd "${SERVER_DEV_DIR}"
export CHATBOT_APP_PORT="${APP_PORT}"
export RAG_API_PORT="${RAG_PORT}"
export SKILL_PORT="${SKILL_PORT}"
export ADMIN_PORT="${ADMIN_PORT}"
export LEGACY_CERTS_DIR="${cert_dir}"
docker compose -f docker-compose.caddy.yml up -d --force-recreate
)
wait_http "https://chatbot.exdev.co.kr/chatbot/ai/" "HTTPS UI" 30 || true
}
verify_stack() {
local ok=true
host_ai_ready || { log "❌ 호스트 AI"; ok=false; }
curl -sf "http://127.0.0.1:${RAG_PORT}/health" | grep -q '"status"' || { log "❌ RAG health"; ok=false; }
wait_port "${WAS_PORT}" "chatbotApi" 5 || ok=false
wait_port "${SKILL_PORT}" "kakaoChatbotSkill" 5 || ok=false
curl -sf "http://127.0.0.1:${APP_PORT}/chatbot/ai/" | grep -q 'data-chatbot-app="ai-mode"' || { log "❌ chatbotApp UI"; ok=false; }
if $ok; then log "✅ 전체 스택 정상"; return 0; fi
log "⚠️ 일부 서비스 미응답 — ${LOG_DIR}/ 확인"
return 1
}
mkdir -p "${RUN_DIR}" "${LOG_DIR}"
log "=========================================="
log "exAichatbot Agent 2.0 기동"
log "=========================================="
if ! is_exdev_server; then
if $LOCAL_DEV; then
sync_source_from_git
run_local_dev
else
deploy_from_local_mac
fi
fi
sync_source_from_git
docker info >/dev/null 2>&1 || fail "Docker Engine 미기동"
log "exdev 서버 모드"
stop_legacy_stack
ensure_host_ai
ensure_mongo
start_rag
if ! $SKIP_JAVA; then
ensure_java
start_java_service "chatbotApi" "${API_DIR}" \
"${RUN_DIR}/chatbot-api.pid" "${LOG_DIR}/chatbot-api.log" \
"INTERNAL_TOOL_API_KEY=${INTERNAL_TOOL_API_KEY}" \
"SKILL_INTERNAL_BASE_URL=http://127.0.0.1:${SKILL_PORT}" \
"RAG_SERVER_HOST=127.0.0.1" \
"RAG_SERVER_PORT=${RAG_PORT}"
start_java_service "kakaoChatbotSkill" "${SKILL_DIR}" \
"${RUN_DIR}/kakao-skill.pid" "${LOG_DIR}/kakao-skill.log" \
"AGENT_MODE=agent" \
"RAG_AGENT_CHAT_URL=http://127.0.0.1:${RAG_PORT}/agent/chat" \
"CHATBOT_API_BASE_URL=http://127.0.0.1:${WAS_PORT}/api/" \
"INTERNAL_TOOL_API_KEY=${INTERNAL_TOOL_API_KEY}" \
"CHATBOT_APP_URL=${PUBLIC_BASE_URL}/chatbot/ai/"
wait_port "${WAS_PORT}" "chatbotApi" 240 || true
wait_port "${SKILL_PORT}" "kakaoChatbotSkill" 240 || true
fi
start_chatbot_app
start_caddy
log "=========================================="
log "기동 완료"
log " HTTPS UI ${PUBLIC_BASE_URL}/chatbot/ai/"
log " RAG http://127.0.0.1:${RAG_PORT}/health"
log " Admin http://127.0.0.1:${ADMIN_PORT}/"
log " WAS http://127.0.0.1:${WAS_PORT}/"
log " Skill http://127.0.0.1:${SKILL_PORT}/web/ask"
log " Kakao ${PUBLIC_BASE_URL}/kakao/skill"
log " 로그 ${LOG_DIR}/"
log " 종료 ./server-dev/stop-all-server.sh"
log "=========================================="
HEALTH="$(curl -sf "http://127.0.0.1:${RAG_PORT}/health" 2>/dev/null || echo 'unavailable')"
log "RAG health: ${HEALTH}"
verify_stack || exit 1