52 lines
1.6 KiB
Batchfile
52 lines
1.6 KiB
Batchfile
@echo off
|
|
chcp 65001 > nul
|
|
|
|
echo ===============================================
|
|
echo FIXING GPU MODE ISSUES FOR PADDLEOCR
|
|
echo ===============================================
|
|
|
|
echo.
|
|
echo [1] Adding cuDNN to PATH temporarily...
|
|
set "CUDA_BIN_PATH=C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v12.9\bin"
|
|
set "PATH=%CUDA_BIN_PATH%;%PATH%"
|
|
|
|
echo [2] Setting environment variables for CUDA 12.9...
|
|
set "CUDA_PATH=C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v12.9"
|
|
set "CUDA_HOME=%CUDA_PATH%"
|
|
set "CUDNN_LIB_DIR=%CUDA_BIN_PATH%"
|
|
|
|
echo [3] Setting CUDA visible devices...
|
|
set "CUDA_VISIBLE_DEVICES=0"
|
|
|
|
echo.
|
|
echo [4] Testing cuDNN accessibility...
|
|
python -c "import ctypes; cudnn = ctypes.WinDLL(r'C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v12.9\bin\cudnn64_8.dll'); print('✓ cuDNN loaded successfully')" 2>nul
|
|
if %errorlevel% neq 0 (
|
|
echo ✗ cuDNN loading failed
|
|
exit /b 1
|
|
)
|
|
|
|
echo.
|
|
echo [5] Testing PaddlePaddle GPU...
|
|
python -c "
|
|
import os
|
|
os.environ['CUDA_VISIBLE_DEVICES'] = '0'
|
|
try:
|
|
import paddle
|
|
print(f'PaddlePaddle version: {paddle.__version__}')
|
|
print(f'GPU available: {paddle.is_compiled_with_cuda()}')
|
|
if paddle.is_compiled_with_cuda():
|
|
paddle.device.set_device('gpu')
|
|
print('✓ PaddlePaddle GPU device set successfully')
|
|
else:
|
|
print('✗ PaddlePaddle not compiled with CUDA')
|
|
except Exception as e:
|
|
print(f'✗ PaddlePaddle error: {e}')
|
|
"
|
|
|
|
echo.
|
|
echo [6] Starting LightRAG Server with GPU Mode...
|
|
echo ===============================================
|
|
python -m uvicorn main:app --host 0.0.0.0 --port 3015 --reload
|
|
|
|
pause |