참고소스 수정본

참고/neo4j-graphrag-python-main/tests/e2e/weaviate_e2e/populate_dbs.py

@@ -0,0 +1,62 @@
+#  Copyright (c) "Neo4j"
+#  Neo4j Sweden AB [https://neo4j.com]
+#  #
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#  #
+#      https://www.apache.org/licenses/LICENSE-2.0
+#  #
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+from __future__ import annotations
+
+import weaviate.classes as wvc
+from neo4j import Driver, GraphDatabase
+from weaviate.client import WeaviateClient
+from weaviate.collections.classes.types import WeaviateField
+from weaviate.connect.helpers import connect_to_local
+
+from ..utils import build_data_objects, populate_neo4j
+
+
+def populate_dbs(
+    neo4j_driver: Driver, w_client: WeaviateClient, collection_name: str = "Jeopardy"
+) -> None:
+    neo4j_objects, w_question_objs = build_data_objects("weaviate")
+    w_client.collections.create(
+        collection_name,
+        vectorizer_config=wvc.config.Configure.Vectorizer.text2vec_transformers(),
+        vector_index_config=wvc.config.Configure.VectorIndex.hnsw(
+            distance_metric=wvc.config.VectorDistances.COSINE  # select preferred distance metric
+        ),
+        properties=[
+            wvc.config.Property(name="neo4j_id", data_type=wvc.config.DataType.TEXT),
+        ],
+    )
+
+    # Populate Weaviate
+    populate_weaviate(w_client, w_question_objs, collection_name)
+
+    # Populate Neo4j
+    populate_neo4j(neo4j_driver, neo4j_objects)
+
+
+def populate_weaviate(
+    w_client: WeaviateClient,
+    w_question_objs: list[wvc.data.DataObject[dict[str, WeaviateField]]],
+    collection_name: str,
+) -> None:
+    questions = w_client.collections.get(collection_name)
+    questions.data.insert_many(w_question_objs)
+
+
+if __name__ == "__main__":
+    neo4j_auth = ("neo4j", "password")
+    neo4j_url = "neo4j://localhost:7687"
+    with GraphDatabase.driver(neo4j_url, auth=neo4j_auth) as neo4j_driver:
+        with connect_to_local() as w_client:
+            populate_dbs(neo4j_driver, w_client)

참고/neo4j-graphrag-python-main/tests/e2e/weaviate_e2e/test_weaviate_e2e.py

@@ -0,0 +1,141 @@
+#  Copyright (c) "Neo4j"
+#  Neo4j Sweden AB [https://neo4j.com]
+#  #
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#  #
+#      https://www.apache.org/licenses/LICENSE-2.0
+#  #
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+import re
+from typing import Any, Generator
+
+import pytest
+from neo4j import Driver
+from neo4j_graphrag.embeddings.base import Embedder
+from neo4j_graphrag.embeddings.sentence_transformers import (
+    SentenceTransformerEmbeddings,
+)
+from neo4j_graphrag.retrievers import WeaviateNeo4jRetriever
+from neo4j_graphrag.types import RetrieverResult, RetrieverResultItem
+from weaviate.client import WeaviateClient
+from weaviate.connect.helpers import connect_to_local
+
+from ..utils import EMBEDDING_BIOLOGY
+from .populate_dbs import populate_dbs
+
+
+@pytest.fixture(scope="module")
+def sentence_transformer_embedder() -> (
+    Generator[SentenceTransformerEmbeddings, Any, Any]
+):
+    embedder = SentenceTransformerEmbeddings(model="all-MiniLM-L6-v2")
+    yield embedder
+
+
+@pytest.fixture(scope="module")
+def weaviate_client() -> Generator[Any, Any, Any]:
+    w_client = connect_to_local()
+    yield w_client
+    w_client.close()
+
+
+@pytest.fixture(scope="module")
+def populate_weaviate_neo4j(driver: Driver, weaviate_client: WeaviateClient) -> None:
+    driver.execute_query("MATCH (n) DETACH DELETE n")
+    weaviate_client.collections.delete_all()
+    populate_dbs(driver, weaviate_client, "Jeopardy")
+
+
+@pytest.mark.usefixtures("populate_weaviate_neo4j")
+def test_weaviate_neo4j_vector_input(
+    driver: Driver, weaviate_client: WeaviateClient
+) -> None:
+    retriever = WeaviateNeo4jRetriever(
+        driver=driver,
+        client=weaviate_client,
+        collection="Jeopardy",
+        id_property_external="neo4j_id",
+        id_property_neo4j="id",
+        node_label_neo4j="Question|Answer",
+    )
+
+    top_k = 2
+    results = retriever.search(query_vector=EMBEDDING_BIOLOGY, top_k=top_k)
+
+    assert isinstance(results, RetrieverResult)
+    assert len(results.items) == top_k
+    assert isinstance(results.items[0], RetrieverResultItem)
+    pattern = (
+        r"<Record node=<Node element_id='.+' "
+        r"labels=frozenset\({'Question'}\) properties={'question': 'In 1953 Watson \& "
+        "Crick built a model of the molecular structure of this, the gene-carrying "
+        "substance', 'id': 'question_c458c6f64d8d47429636bc5a94c97f51'}> "
+        r"score=0.6[0-9]+>"
+    )
+    assert re.match(pattern, results.items[0].content)
+
+
+@pytest.mark.usefixtures("populate_weaviate_neo4j")
+def test_weaviate_neo4j_text_input_local_embedder(
+    driver: Driver,
+    weaviate_client: WeaviateClient,
+    sentence_transformer_embedder: Embedder,
+) -> None:
+    retriever = WeaviateNeo4jRetriever(
+        driver=driver,
+        client=weaviate_client,
+        collection="Jeopardy",
+        id_property_external="neo4j_id",
+        id_property_neo4j="id",
+        embedder=sentence_transformer_embedder,
+    )
+
+    top_k = 2
+    results = retriever.search(query_text="biology", top_k=top_k)
+
+    assert isinstance(results, RetrieverResult)
+    assert len(results.items) == top_k
+    assert isinstance(results.items[0], RetrieverResultItem)
+    pattern = (
+        r"<Record node=<Node element_id='.+' "
+        r"labels=frozenset\({'Question'}\) properties={'question': 'In 1953 Watson \& "
+        "Crick built a model of the molecular structure of this, the gene-carrying "
+        "substance', 'id': 'question_c458c6f64d8d47429636bc5a94c97f51'}> "
+        r"score=0.6[0-9]+>"
+    )
+    assert re.match(pattern, results.items[0].content)
+
+
+@pytest.mark.usefixtures("populate_weaviate_neo4j")
+def test_weaviate_neo4j_text_input_remote_embedder(
+    driver: Driver, weaviate_client: WeaviateClient
+) -> None:
+    retriever = WeaviateNeo4jRetriever(
+        driver=driver,
+        client=weaviate_client,
+        collection="Jeopardy",
+        id_property_external="neo4j_id",
+        id_property_neo4j="id",
+    )
+
+    top_k = 2
+    results = retriever.search(query_text="biology", top_k=top_k)
+
+    assert isinstance(results, RetrieverResult)
+    assert len(results.items) == top_k
+    assert isinstance(results.items[0], RetrieverResultItem)
+    pattern = (
+        r"<Record node=<Node element_id='.+' "
+        r"labels=frozenset\({'Question'}\) properties={'question': 'In 1953 Watson \& "
+        "Crick built a model of the molecular structure of this, the gene-carrying "
+        "substance', 'id': 'question_c458c6f64d8d47429636bc5a94c97f51'}> "
+        r"score=0.6[0-9]+>"
+    )
+    assert re.match(pattern, results.items[0].content)