config: update all references to qwen3:0.6b + qwen3-embedding:0.6b
Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
+3
-4
@@ -6,9 +6,8 @@ NEO4J_PASSWORD=neo4j
|
||||
# LLM via Ollama (OpenAI-compatible)
|
||||
OPENAI_API_KEY=ollama
|
||||
OPENAI_BASE_URL=http://localhost:11434/v1
|
||||
MODEL_NAME=qwen2.5:7b
|
||||
MODEL_NAME=qwen3:0.6b
|
||||
|
||||
# Embeddings via Ollama
|
||||
# nomic-embed-text dim=768, mxbai-embed-large dim=1024
|
||||
EMBEDDING_MODEL=nomic-embed-text
|
||||
EMBEDDING_DIM=768
|
||||
EMBEDDING_MODEL=qwen3-embedding:0.6b
|
||||
EMBEDDING_DIM=1024
|
||||
|
||||
+8
-8
@@ -20,8 +20,8 @@ Both run fully local via Ollama. No cloud, no API keys.
|
||||
Install Ollama and pull the required models:
|
||||
|
||||
#+begin_src sh
|
||||
ollama pull qwen2.5:7b
|
||||
ollama pull nomic-embed-text
|
||||
ollama pull qwen3:0.6b
|
||||
ollama pull qwen3-embedding:0.6b
|
||||
#+end_src
|
||||
|
||||
Ollama must be running before starting either service.
|
||||
@@ -83,9 +83,9 @@ Data persists in =./data/neo4j/=. Web UI at =http://localhost:7474=.
|
||||
| Variable | Default | Notes |
|
||||
|----------------------+----------------------+--------------------------|
|
||||
| =LLM_BINDING= | =ollama= | |
|
||||
| =LLM_MODEL= | =qwen2.5:7b= | Change to any Ollama model |
|
||||
| =EMBEDDING_MODEL= | =nomic-embed-text= | |
|
||||
| =EMBEDDING_DIM= | =768= | Must match model |
|
||||
| =LLM_MODEL= | =qwen3:0.6b= | Change to any Ollama model |
|
||||
| =EMBEDDING_MODEL= | =qwen3-embedding:0.6b= | |
|
||||
| =EMBEDDING_DIM= | =1024= | Must match model |
|
||||
| =RAG_DIR= | =./rag_storage= | Where graph data lives |
|
||||
| =PORT= | =9621= | |
|
||||
|
||||
@@ -96,9 +96,9 @@ Data persists in =./data/neo4j/=. Web UI at =http://localhost:7474=.
|
||||
| =NEO4J_URI= | =bolt://localhost:7687= | |
|
||||
| =OPENAI_BASE_URL= | =http://localhost:11434/v1= | Ollama OpenAI-compatible API |
|
||||
| =OPENAI_API_KEY= | =ollama= | Dummy value, required by SDK |
|
||||
| =MODEL_NAME= | =qwen2.5:7b= | |
|
||||
| =EMBEDDING_MODEL= | =nomic-embed-text= | |
|
||||
| =EMBEDDING_DIM= | =768= | Must match model |
|
||||
| =MODEL_NAME= | =qwen3:0.6b= | |
|
||||
| =EMBEDDING_MODEL= | =qwen3-embedding:0.6b= | |
|
||||
| =EMBEDDING_DIM= | =1024= | Must match model |
|
||||
|
||||
* Structure
|
||||
|
||||
|
||||
@@ -71,7 +71,7 @@
|
||||
echo "LightRAG shell ready."
|
||||
echo " start: lightrag-server"
|
||||
echo " config: $RAGS_ROOT/.env.lightrag"
|
||||
echo " needs: ollama with qwen2.5:7b + nomic-embed-text"
|
||||
echo " needs: ollama with qwen3:0.6b + qwen3-embedding:0.6b"
|
||||
echo ""
|
||||
'';
|
||||
};
|
||||
@@ -99,7 +99,7 @@
|
||||
echo "Graphiti shell ready."
|
||||
echo " neo4j: nix run .#neo4j-start (in another terminal, run first)"
|
||||
echo " config: $RAGS_ROOT/.env.graphiti"
|
||||
echo " needs: ollama with qwen2.5:7b + nomic-embed-text"
|
||||
echo " needs: ollama with qwen3:0.6b + qwen3-embedding:0.6b"
|
||||
echo ""
|
||||
'';
|
||||
};
|
||||
|
||||
Reference in New Issue
Block a user