config: update all references to qwen3:0.6b + qwen3-embedding:0.6b
Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
+3
-4
@@ -6,9 +6,8 @@ NEO4J_PASSWORD=neo4j
|
|||||||
# LLM via Ollama (OpenAI-compatible)
|
# LLM via Ollama (OpenAI-compatible)
|
||||||
OPENAI_API_KEY=ollama
|
OPENAI_API_KEY=ollama
|
||||||
OPENAI_BASE_URL=http://localhost:11434/v1
|
OPENAI_BASE_URL=http://localhost:11434/v1
|
||||||
MODEL_NAME=qwen2.5:7b
|
MODEL_NAME=qwen3:0.6b
|
||||||
|
|
||||||
# Embeddings via Ollama
|
# Embeddings via Ollama
|
||||||
# nomic-embed-text dim=768, mxbai-embed-large dim=1024
|
EMBEDDING_MODEL=qwen3-embedding:0.6b
|
||||||
EMBEDDING_MODEL=nomic-embed-text
|
EMBEDDING_DIM=1024
|
||||||
EMBEDDING_DIM=768
|
|
||||||
|
|||||||
+8
-8
@@ -20,8 +20,8 @@ Both run fully local via Ollama. No cloud, no API keys.
|
|||||||
Install Ollama and pull the required models:
|
Install Ollama and pull the required models:
|
||||||
|
|
||||||
#+begin_src sh
|
#+begin_src sh
|
||||||
ollama pull qwen2.5:7b
|
ollama pull qwen3:0.6b
|
||||||
ollama pull nomic-embed-text
|
ollama pull qwen3-embedding:0.6b
|
||||||
#+end_src
|
#+end_src
|
||||||
|
|
||||||
Ollama must be running before starting either service.
|
Ollama must be running before starting either service.
|
||||||
@@ -83,9 +83,9 @@ Data persists in =./data/neo4j/=. Web UI at =http://localhost:7474=.
|
|||||||
| Variable | Default | Notes |
|
| Variable | Default | Notes |
|
||||||
|----------------------+----------------------+--------------------------|
|
|----------------------+----------------------+--------------------------|
|
||||||
| =LLM_BINDING= | =ollama= | |
|
| =LLM_BINDING= | =ollama= | |
|
||||||
| =LLM_MODEL= | =qwen2.5:7b= | Change to any Ollama model |
|
| =LLM_MODEL= | =qwen3:0.6b= | Change to any Ollama model |
|
||||||
| =EMBEDDING_MODEL= | =nomic-embed-text= | |
|
| =EMBEDDING_MODEL= | =qwen3-embedding:0.6b= | |
|
||||||
| =EMBEDDING_DIM= | =768= | Must match model |
|
| =EMBEDDING_DIM= | =1024= | Must match model |
|
||||||
| =RAG_DIR= | =./rag_storage= | Where graph data lives |
|
| =RAG_DIR= | =./rag_storage= | Where graph data lives |
|
||||||
| =PORT= | =9621= | |
|
| =PORT= | =9621= | |
|
||||||
|
|
||||||
@@ -96,9 +96,9 @@ Data persists in =./data/neo4j/=. Web UI at =http://localhost:7474=.
|
|||||||
| =NEO4J_URI= | =bolt://localhost:7687= | |
|
| =NEO4J_URI= | =bolt://localhost:7687= | |
|
||||||
| =OPENAI_BASE_URL= | =http://localhost:11434/v1= | Ollama OpenAI-compatible API |
|
| =OPENAI_BASE_URL= | =http://localhost:11434/v1= | Ollama OpenAI-compatible API |
|
||||||
| =OPENAI_API_KEY= | =ollama= | Dummy value, required by SDK |
|
| =OPENAI_API_KEY= | =ollama= | Dummy value, required by SDK |
|
||||||
| =MODEL_NAME= | =qwen2.5:7b= | |
|
| =MODEL_NAME= | =qwen3:0.6b= | |
|
||||||
| =EMBEDDING_MODEL= | =nomic-embed-text= | |
|
| =EMBEDDING_MODEL= | =qwen3-embedding:0.6b= | |
|
||||||
| =EMBEDDING_DIM= | =768= | Must match model |
|
| =EMBEDDING_DIM= | =1024= | Must match model |
|
||||||
|
|
||||||
* Structure
|
* Structure
|
||||||
|
|
||||||
|
|||||||
@@ -71,7 +71,7 @@
|
|||||||
echo "LightRAG shell ready."
|
echo "LightRAG shell ready."
|
||||||
echo " start: lightrag-server"
|
echo " start: lightrag-server"
|
||||||
echo " config: $RAGS_ROOT/.env.lightrag"
|
echo " config: $RAGS_ROOT/.env.lightrag"
|
||||||
echo " needs: ollama with qwen2.5:7b + nomic-embed-text"
|
echo " needs: ollama with qwen3:0.6b + qwen3-embedding:0.6b"
|
||||||
echo ""
|
echo ""
|
||||||
'';
|
'';
|
||||||
};
|
};
|
||||||
@@ -99,7 +99,7 @@
|
|||||||
echo "Graphiti shell ready."
|
echo "Graphiti shell ready."
|
||||||
echo " neo4j: nix run .#neo4j-start (in another terminal, run first)"
|
echo " neo4j: nix run .#neo4j-start (in another terminal, run first)"
|
||||||
echo " config: $RAGS_ROOT/.env.graphiti"
|
echo " config: $RAGS_ROOT/.env.graphiti"
|
||||||
echo " needs: ollama with qwen2.5:7b + nomic-embed-text"
|
echo " needs: ollama with qwen3:0.6b + qwen3-embedding:0.6b"
|
||||||
echo ""
|
echo ""
|
||||||
'';
|
'';
|
||||||
};
|
};
|
||||||
|
|||||||
Reference in New Issue
Block a user