jleu3482/railseek6
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

jina rerank working

Browse Source
This commit is contained in:
jleu3482
2026-01-13 09:51:35 +08:00
parent 370fe6368a
commit 9745ca2476
23 changed files with 1967 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
LightRAG-main/start_server.py
View File

@@ -6,10 +6,13 @@ os.environ['OPENAI_API_KEY'] = 'sk-55f6e57f1d834b0e93ceaf98cc2cb715'
os.environ['DEEPSEEK_API_KEY'] = 'sk-55f6e57f1d834b0e93ceaf98cc2cb715'
os.environ['PYTHONIOENCODING'] = 'utf-8'
os.environ['OLLAMA_EMBEDDING_MODEL'] = 'snowflake-arctic-embed:latest'
os.environ['OLLAMA_RERANKER_MODEL'] = 'jina-reranker:latest'
os.environ['OLLAMA_RERANKER_MODEL'] = 'jina-reranker-v2:latest' # Updated to v2 model
os.environ['OPENAI_API_MODEL'] = 'deepseek-chat'
os.environ['OPENAI_API_BASE'] = 'https://api.deepseek.com/v1'
os.environ['LLM_BINDING_HOST'] = 'https://api.deepseek.com/v1'
# Ollama rerank configuration - using local Ollama server
os.environ['RERANK_BINDING_HOST'] = 'http://localhost:11434' # Local Ollama server
os.environ['RERANK_BINDING_API_KEY'] = '' # No API key needed for local Ollama
# Set database environment variables
os.environ['REDIS_URI'] = 'redis://localhost:6379'
@@ -29,7 +32,7 @@ cmd = [
'--auto-scan-at-startup',
'--llm-binding', 'openai',
'--embedding-binding', 'ollama',
'--rerank-binding', 'null',
'--rerank-binding', 'ollama', # Changed from 'jina' to 'ollama' for local Ollama rerank
'--summary-max-tokens', '0', # Disable entity extraction by setting summary tokens to 0
'--timeout', '600' # Increase server timeout to 600 seconds to avoid nginx 504
]