start_server.cmd

@echo off
:: =============================================================================
:: start_server.cmd   :   HAVC DiT Server launcher (Windows)
::
:: Usage:
::   start_server.cmd          -> loads Q4_K_S GGUF config  (default, 12 GB VRAM)
::   start_server.cmd fp4      -> loads FP4 Nunchaku config (RTX 50-Series, 16 GB)
::   start_server.cmd int4     -> loads INT4 Nunchaku config (RTX 30/40-Series, 16 GB)
::   start_server.cmd q3       -> loads Q3_K_S GGUF config  (12 GB VRAM)
::   start_server.cmd q4       -> loads Q4_K_S GGUF config  (12 GB VRAM)
::   start_server.cmd q5       -> loads Q5_K_M GGUF config  (16 GB VRAM)
::   start_server.cmd q6       -> loads Q6_K GGUF config    (18 GB VRAM)
::   start_server.cmd q8       -> loads Q8_0 GGUF config    (22 GB VRAM)
::   start_server.cmd longcat  -> loads LongCat config      (18+ GB VRAM)
::
:: Edit the USER CONFIGURATION block below before first use.
:: =============================================================================

:: ---------------------------------------------------------------------------
:: USER CONFIGURATION  :  adjust these variables to match your setup
:: ---------------------------------------------------------------------------

:: Conda environment name (used when PYTHON_EXE is not set)
set CONDA_ENV=dit-colorize

:: Explicit path to python.exe  :  leave empty to use the conda environment above
:: Example: set PYTHON_EXE=C:\Users\YourName\.conda\envs\dit-colorize\python.exe
set PYTHON_EXE=

:: Directory containing dit_rpc_server.py and dit_colorize_main.py
:: Leave empty to use the directory of this script
set SERVER_DIR=

:: Host and port
set HOST=127.0.0.1
set PORT=8765

:: Optional log file path (leave empty to log to console only)
:: Example: set LOGFILE=C:\Logs\dit_server.log
set LOGFILE=

:: ---------------------------------------------------------------------------
:: ARGUMENT PARSING  :  selects backend and quantization
:: ---------------------------------------------------------------------------
set ARG=%~1
if /i "%ARG%"=="" set ARG=q4

:: Nunchaku
if /i "%ARG%"=="fp4"  ( set CONFIG_FILE=config\qwen_nunchaku_fp4.json  & set BACKEND=Nunchaku FP4 )
if /i "%ARG%"=="int4" ( set CONFIG_FILE=config\qwen_nunchaku_int4.json & set BACKEND=Nunchaku INT4 )
:: GGUF
if /i "%ARG%"=="q3"   ( set CONFIG_FILE=config\qwen_gguf_q3.json      & set BACKEND=GGUF Q3_K_S )
if /i "%ARG%"=="q4"   ( set CONFIG_FILE=config\qwen_gguf_q4.json      & set BACKEND=GGUF Q4_K_S )
if /i "%ARG%"=="q5"   ( set CONFIG_FILE=config\qwen_gguf_q5.json      & set BACKEND=GGUF Q5_K_M )
if /i "%ARG%"=="q6"   ( set CONFIG_FILE=config\qwen_gguf_q6.json      & set BACKEND=GGUF Q6_K )
if /i "%ARG%"=="q8"   ( set CONFIG_FILE=config\qwen_gguf_q8.json      & set BACKEND=GGUF Q8_0 )
:: LongCat
if /i "%ARG%"=="longcat"     ( set CONFIG_FILE=config\longcat_gguf_q4.json    & set BACKEND=LongCat Q4_K_M )
if /i "%ARG%"=="longcat-q3"  ( set CONFIG_FILE=config\longcat_gguf_q3.json    & set BACKEND=LongCat Q3_K_M )
if /i "%ARG%"=="longcat-q4"  ( set CONFIG_FILE=config\longcat_gguf_q4.json    & set BACKEND=LongCat Q4_K_M )
if /i "%ARG%"=="longcat-q5"  ( set CONFIG_FILE=config\longcat_gguf_q5.json    & set BACKEND=LongCat Q5_K_M )
if /i "%ARG%"=="longcat-q6"  ( set CONFIG_FILE=config\longcat_gguf_q6.json    & set BACKEND=LongCat Q6_K  )
if /i "%ARG%"=="longcat-q8"  ( set CONFIG_FILE=config\longcat_gguf_q8.json    & set BACKEND=LongCat Q8_0  )

if "%CONFIG_FILE%"=="" (
    echo [ERROR] Unknown argument: "%ARG%". Use "q4" ^(default^), "q3", "q5", "q6", "q8", "fp4", "int4", "longcat", "longcat-q3", "longcat-q5", "longcat-q6", or "longcat-q8".
    pause
    exit /b 1
)

:: ---------------------------------------------------------------------------
:: RESOLVE PATHS
:: ---------------------------------------------------------------------------
if "%SERVER_DIR%"=="" set SERVER_DIR=%~dp0
:: Remove trailing backslash if present
if "%SERVER_DIR:~-1%"=="\" set SERVER_DIR=%SERVER_DIR:~0,-1%

set SERVER_SCRIPT=%SERVER_DIR%\dit_rpc_server.py
set CONFIG_PATH=%SERVER_DIR%\%CONFIG_FILE%

if not exist "%SERVER_SCRIPT%" (
    echo [ERROR] dit_rpc_server.py not found in: %SERVER_DIR%
    echo         Set SERVER_DIR to the correct directory.
    pause
    exit /b 1
)

if not exist "%CONFIG_PATH%" (
    echo [ERROR] Config file not found: %CONFIG_PATH%
    pause
    exit /b 1
)

:: ---------------------------------------------------------------------------
:: RESOLVE PYTHON EXECUTABLE
:: ---------------------------------------------------------------------------
if not "%PYTHON_EXE%"=="" goto :run

:: 1) Local .venv alongside the script
if exist "%SERVER_DIR%\.venv\Scripts\python.exe" (
    set PYTHON_EXE=%SERVER_DIR%\.venv\Scripts\python.exe
    goto :run
)

:: 2) Try to activate conda environment
where conda >nul 2>&1
if %errorlevel%==0 (
    echo [INFO] Activating conda environment: %CONDA_ENV%
    call conda activate %CONDA_ENV% 2>nul
    if %errorlevel%==0 (
        set PYTHON_EXE=python
        goto :run
    )
    echo [WARN] conda activate failed  :  trying base python
)

:: 3) Fallback: use python from PATH
set PYTHON_EXE=python

:run
:: ---------------------------------------------------------------------------
:: Default log file if not specified by the user
:: ---------------------------------------------------------------------------
if "%LOGFILE%"=="" set LOGFILE=%SERVER_DIR%\dit_server.log

:: ---------------------------------------------------------------------------
:: BUILD COMMAND AND LAUNCH
:: ---------------------------------------------------------------------------
set CMD="%PYTHON_EXE%" "%SERVER_SCRIPT%"
set CMD=%CMD% --host %HOST%
set CMD=%CMD% --port %PORT%
set CMD=%CMD% --module-dir "%SERVER_DIR%"
set CMD=%CMD% --load-pipeline
set CMD=%CMD% --pipeline-config "%CONFIG_PATH%"
set CMD=%CMD% --logfile "%LOGFILE%"

echo ============================================================
echo  HAVC DiT Server
echo  Backend     : %BACKEND%
echo  Config      : %CONFIG_PATH%
echo  Listening on: %HOST%:%PORT%
echo  Log file    : %LOGFILE%
echo ============================================================
echo.

%CMD%

:: Keep the window open if the server exits with an error
if %errorlevel% neq 0 (
    echo.
    echo [ERROR] Server exited with code %errorlevel%.
    pause
)