81 lines
2.1 KiB
Batchfile
81 lines
2.1 KiB
Batchfile
@echo off
|
|
chcp 65001 > nul
|
|
|
|
echo Starting LightRAG Server with CUDA 11.8 for PaddleOCR GPU Support...
|
|
echo ====================================================================
|
|
|
|
echo.
|
|
echo Project Directory: %CD%
|
|
echo WebUI URL: http://localhost:3015
|
|
echo CUDA Version: 11.8 (PaddlePaddle 2.6.0 compatible)
|
|
echo.
|
|
|
|
:: Set environment variables for CUDA 11.8
|
|
set CUDA_PATH=C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v11.8
|
|
set CUDA_HOME=%CUDA_PATH%
|
|
set CUDA_VISIBLE_DEVICES=0
|
|
set LIGHTRAG_OCR_ENGINE=paddleocr
|
|
|
|
:: Add CUDA 11.8 to PATH
|
|
set PATH=%CUDA_PATH%\bin;%PATH%
|
|
|
|
echo CUDA Environment:
|
|
echo CUDA_PATH: %CUDA_PATH%
|
|
echo CUDA_HOME: %CUDA_HOME%
|
|
echo CUDA_VISIBLE_DEVICES: %CUDA_VISIBLE_DEVICES%
|
|
echo LIGHTRAG_OCR_ENGINE: %LIGHTRAG_OCR_ENGINE%
|
|
echo.
|
|
|
|
:: Check if CUDA 11.8 is available
|
|
if not exist "%CUDA_PATH%" (
|
|
echo ERROR: CUDA 11.8 not found at %CUDA_PATH%
|
|
echo.
|
|
echo Please install CUDA 11.8 from:
|
|
echo https://developer.nvidia.com/cuda-11-8-0-download-archive
|
|
echo.
|
|
echo And install cuDNN 8.x for CUDA 11.8 from:
|
|
echo https://developer.nvidia.com/rdp/cudnn-archive
|
|
echo.
|
|
pause
|
|
exit /b 1
|
|
)
|
|
|
|
echo ✓ CUDA 11.8 found at %CUDA_PATH%
|
|
echo.
|
|
|
|
:: Check for cuDNN
|
|
if not exist "%CUDA_PATH%\bin\cudnn64_8.dll" (
|
|
echo WARNING: cuDNN 8.x not found in CUDA 11.8 bin directory
|
|
echo Please install cuDNN 8.x for CUDA 11.8 and copy the DLLs
|
|
echo.
|
|
)
|
|
|
|
:: Activate Python environment if using virtual environment
|
|
if exist "venv\Scripts\activate.bat" (
|
|
call venv\Scripts\activate.bat
|
|
)
|
|
|
|
:: Build the official LightRAG web UI first
|
|
echo Building LightRAG Web UI...
|
|
cd LightRAG-main\lightrag_webui
|
|
call npm install --legacy-peer-deps
|
|
if %ERRORLEVEL% NEQ 0 (
|
|
echo npm install failed, trying with bun...
|
|
call bun install --frozen-lockfile
|
|
)
|
|
call npm run build-no-bun
|
|
if %ERRORLEVEL% NEQ 0 (
|
|
echo npm build failed, trying with bun...
|
|
call bun run build --emptyOutDir
|
|
)
|
|
cd ..\..
|
|
|
|
echo.
|
|
echo Starting LightRAG Server with GPU-accelerated OCR...
|
|
echo Press Ctrl+C to stop the server
|
|
echo.
|
|
|
|
:: Start the official LightRAG server
|
|
lightrag-server --port 3015 --embedding-binding ollama --rerank-binding null --host 0.0.0.0
|
|
|
|
pause |