diff options
| author | Johannes Medagbe <johanmedagbe@gmail.com> | 2026-09-21 10:03:20 +0000 |
|---|---|---|
| committer | Johannes Medagbe <johanmedagbe@gmail.com> | 2026-09-22 12:18:32 +0000 |
| commit | dce53892085c02c8571d8a6495e39c449294aa5f (patch) | |
| tree | ae64d32cc845d30ec2a4cc3514a23dc5683a09a1 /aisearch/scripts/grag_search.py | |
| download | genenetwork_ai_search-master.tar.gz | |
New: commit aisearch repo master
Diffstat (limited to 'aisearch/scripts/grag_search.py')
| -rw-r--r-- | aisearch/scripts/grag_search.py | 76 |
1 files changed, 76 insertions, 0 deletions
diff --git a/aisearch/scripts/grag_search.py b/aisearch/scripts/grag_search.py new file mode 100644 index 0000000..29d4c09 --- /dev/null +++ b/aisearch/scripts/grag_search.py @@ -0,0 +1,76 @@ +import argparse +import asyncio +import os +import sys +from typing import Any + +import dspy +import torch +from gnais.config import Config +from gnais.search.grag import graph_rag_search +from gnais.search.prompts import GN_FACT_EXTRACTION_PROMPT, GN_UPDATE_MEMORY_PROMPT +from mem0 import Memory +from mem0.configs.base import MemoryConfig + + +def digest(query: str, memory: Memory = None, user_id: str = "default_user"): + async def _run(): + async for chunk in graph_rag_search( + query=query, + sparql_url=Config.SPARQL_ENDPOINT, + memory=memory, + user_id=user_id, + ): + print(chunk, end="", flush=True) + print() + print("Done") + + return asyncio.run(_run()) + + +if __name__ == "__main__": + parser = argparse.ArgumentParser() + parser.add_argument("query", help="Search query") + parser.add_argument("--user-id", default="test-user", help="Mem0 user identity") + args = parser.parse_args() + + torch.manual_seed(Config.SEED) + if torch.cuda.is_available(): + torch.cuda.manual_seed_all(Config.SEED) + + dspy.configure(lm=Config.DEFAULT_LLM) + + os.environ[f"{Config.MEMORY_MODEL.split('/')[0].upper()}_API_KEY"] = Config.API_KEY + memory_config = MemoryConfig( + custom_fact_extraction_prompt=GN_FACT_EXTRACTION_PROMPT, + custom_update_extraction_prompt=GN_UPDATE_MEMORY_PROMPT, + llm={ + "provider": "litellm", + "config": { + "model": Config.MEMORY_MODEL, # DEFAULT_MODEL is set to be bigger + "temperature": 0.1, + "max_tokens": 2_000, + "api_key": Config.API_KEY, + }, + }, + embedder={ + "provider": "huggingface", + "config": { + "model": "Qwen/Qwen3-Embedding-0.6B", + "embedding_dims": 1024, + "model_kwargs": { + "trust_remote_code": True, + "device": "cuda" if torch.cuda.is_available() else "cpu", + }, + }, + }, + vector_store={ + "provider": "chroma", + "config": { + "collection_name": "mem0", + "path": os.path.join(Config.DB_PATH, "mem0_chroma"), + }, + }, + ) + memory = Memory(config=memory_config) + print(digest(args.query, memory=memory, user_id=args.user_id)) |
