about summary refs log tree commit diff
path: root/aisearch/scripts/grag_search.py
diff options
context:
space:
mode:
authorJohannes Medagbe <johanmedagbe@gmail.com>2026-09-21 10:03:20 +0000
committerJohannes Medagbe <johanmedagbe@gmail.com>2026-09-22 12:18:32 +0000
commitdce53892085c02c8571d8a6495e39c449294aa5f (patch)
treeae64d32cc845d30ec2a4cc3514a23dc5683a09a1 /aisearch/scripts/grag_search.py
downloadgenenetwork_ai_search-master.tar.gz
New: commit aisearch repo master
Diffstat (limited to 'aisearch/scripts/grag_search.py')
-rw-r--r--aisearch/scripts/grag_search.py76
1 files changed, 76 insertions, 0 deletions
diff --git a/aisearch/scripts/grag_search.py b/aisearch/scripts/grag_search.py
new file mode 100644
index 0000000..29d4c09
--- /dev/null
+++ b/aisearch/scripts/grag_search.py
@@ -0,0 +1,76 @@
+import argparse
+import asyncio
+import os
+import sys
+from typing import Any
+
+import dspy
+import torch
+from gnais.config import Config
+from gnais.search.grag import graph_rag_search
+from gnais.search.prompts import GN_FACT_EXTRACTION_PROMPT, GN_UPDATE_MEMORY_PROMPT
+from mem0 import Memory
+from mem0.configs.base import MemoryConfig
+
+
+def digest(query: str, memory: Memory = None, user_id: str = "default_user"):
+    async def _run():
+        async for chunk in graph_rag_search(
+            query=query,
+            sparql_url=Config.SPARQL_ENDPOINT,
+            memory=memory,
+            user_id=user_id,
+        ):
+            print(chunk, end="", flush=True)
+        print()
+        print("Done")
+
+    return asyncio.run(_run())
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+    parser.add_argument("query", help="Search query")
+    parser.add_argument("--user-id", default="test-user", help="Mem0 user identity")
+    args = parser.parse_args()
+
+    torch.manual_seed(Config.SEED)
+    if torch.cuda.is_available():
+        torch.cuda.manual_seed_all(Config.SEED)
+
+    dspy.configure(lm=Config.DEFAULT_LLM)
+
+    os.environ[f"{Config.MEMORY_MODEL.split('/')[0].upper()}_API_KEY"] = Config.API_KEY
+    memory_config = MemoryConfig(
+        custom_fact_extraction_prompt=GN_FACT_EXTRACTION_PROMPT,
+        custom_update_extraction_prompt=GN_UPDATE_MEMORY_PROMPT,
+        llm={
+            "provider": "litellm",
+            "config": {
+                "model": Config.MEMORY_MODEL,  # DEFAULT_MODEL is set to be bigger
+                "temperature": 0.1,
+                "max_tokens": 2_000,
+                "api_key": Config.API_KEY,
+            },
+        },
+        embedder={
+            "provider": "huggingface",
+            "config": {
+                "model": "Qwen/Qwen3-Embedding-0.6B",
+                "embedding_dims": 1024,
+                "model_kwargs": {
+                    "trust_remote_code": True,
+                    "device": "cuda" if torch.cuda.is_available() else "cpu",
+                },
+            },
+        },
+        vector_store={
+            "provider": "chroma",
+            "config": {
+                "collection_name": "mem0",
+                "path": os.path.join(Config.DB_PATH, "mem0_chroma"),
+            },
+        },
+    )
+    memory = Memory(config=memory_config)
+    print(digest(args.query, memory=memory, user_id=args.user_id))