config: update all references to qwen3:0.6b + qwen3-embedding:0.6b

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
2026-04-19 14:19:54 +08:00
parent deddc2b6c9
commit c5dc2cf637
3 changed files with 13 additions and 14 deletions
+3 -4
View File
@@ -6,9 +6,8 @@ NEO4J_PASSWORD=neo4j
# LLM via Ollama (OpenAI-compatible) # LLM via Ollama (OpenAI-compatible)
OPENAI_API_KEY=ollama OPENAI_API_KEY=ollama
OPENAI_BASE_URL=http://localhost:11434/v1 OPENAI_BASE_URL=http://localhost:11434/v1
MODEL_NAME=qwen2.5:7b MODEL_NAME=qwen3:0.6b
# Embeddings via Ollama # Embeddings via Ollama
# nomic-embed-text dim=768, mxbai-embed-large dim=1024 EMBEDDING_MODEL=qwen3-embedding:0.6b
EMBEDDING_MODEL=nomic-embed-text EMBEDDING_DIM=1024
EMBEDDING_DIM=768
+8 -8
View File
@@ -20,8 +20,8 @@ Both run fully local via Ollama. No cloud, no API keys.
Install Ollama and pull the required models: Install Ollama and pull the required models:
#+begin_src sh #+begin_src sh
ollama pull qwen2.5:7b ollama pull qwen3:0.6b
ollama pull nomic-embed-text ollama pull qwen3-embedding:0.6b
#+end_src #+end_src
Ollama must be running before starting either service. Ollama must be running before starting either service.
@@ -83,9 +83,9 @@ Data persists in =./data/neo4j/=. Web UI at =http://localhost:7474=.
| Variable | Default | Notes | | Variable | Default | Notes |
|----------------------+----------------------+--------------------------| |----------------------+----------------------+--------------------------|
| =LLM_BINDING= | =ollama= | | | =LLM_BINDING= | =ollama= | |
| =LLM_MODEL= | =qwen2.5:7b= | Change to any Ollama model | | =LLM_MODEL= | =qwen3:0.6b= | Change to any Ollama model |
| =EMBEDDING_MODEL= | =nomic-embed-text= | | | =EMBEDDING_MODEL= | =qwen3-embedding:0.6b= | |
| =EMBEDDING_DIM= | =768= | Must match model | | =EMBEDDING_DIM= | =1024= | Must match model |
| =RAG_DIR= | =./rag_storage= | Where graph data lives | | =RAG_DIR= | =./rag_storage= | Where graph data lives |
| =PORT= | =9621= | | | =PORT= | =9621= | |
@@ -96,9 +96,9 @@ Data persists in =./data/neo4j/=. Web UI at =http://localhost:7474=.
| =NEO4J_URI= | =bolt://localhost:7687= | | | =NEO4J_URI= | =bolt://localhost:7687= | |
| =OPENAI_BASE_URL= | =http://localhost:11434/v1= | Ollama OpenAI-compatible API | | =OPENAI_BASE_URL= | =http://localhost:11434/v1= | Ollama OpenAI-compatible API |
| =OPENAI_API_KEY= | =ollama= | Dummy value, required by SDK | | =OPENAI_API_KEY= | =ollama= | Dummy value, required by SDK |
| =MODEL_NAME= | =qwen2.5:7b= | | | =MODEL_NAME= | =qwen3:0.6b= | |
| =EMBEDDING_MODEL= | =nomic-embed-text= | | | =EMBEDDING_MODEL= | =qwen3-embedding:0.6b= | |
| =EMBEDDING_DIM= | =768= | Must match model | | =EMBEDDING_DIM= | =1024= | Must match model |
* Structure * Structure
+2 -2
View File
@@ -71,7 +71,7 @@
echo "LightRAG shell ready." echo "LightRAG shell ready."
echo " start: lightrag-server" echo " start: lightrag-server"
echo " config: $RAGS_ROOT/.env.lightrag" echo " config: $RAGS_ROOT/.env.lightrag"
echo " needs: ollama with qwen2.5:7b + nomic-embed-text" echo " needs: ollama with qwen3:0.6b + qwen3-embedding:0.6b"
echo "" echo ""
''; '';
}; };
@@ -99,7 +99,7 @@
echo "Graphiti shell ready." echo "Graphiti shell ready."
echo " neo4j: nix run .#neo4j-start (in another terminal, run first)" echo " neo4j: nix run .#neo4j-start (in another terminal, run first)"
echo " config: $RAGS_ROOT/.env.graphiti" echo " config: $RAGS_ROOT/.env.graphiti"
echo " needs: ollama with qwen2.5:7b + nomic-embed-text" echo " needs: ollama with qwen3:0.6b + qwen3-embedding:0.6b"
echo "" echo ""
''; '';
}; };