graphiti/core/edges.py

118 lines
3.7 KiB
Python
Raw Normal View History

import logging
2024-08-13 14:35:43 -04:00
from abc import ABC, abstractmethod
from datetime import datetime
from time import time
from uuid import uuid4
from neo4j import AsyncDriver
from pydantic import BaseModel, Field
2024-08-13 14:35:43 -04:00
from core.llm_client.config import EMBEDDING_DIM
2024-08-13 14:35:43 -04:00
from core.nodes import Node
logger = logging.getLogger(__name__)
class Edge(BaseModel, ABC):
uuid: str = Field(default_factory=lambda: uuid4().hex)
source_node_uuid: str
target_node_uuid: str
created_at: datetime
2024-08-13 14:35:43 -04:00
@abstractmethod
async def save(self, driver: AsyncDriver): ...
2024-08-13 14:35:43 -04:00
def __hash__(self):
return hash(self.uuid)
def __eq__(self, other):
if isinstance(other, Node):
return self.uuid == other.uuid
return False
2024-08-13 14:35:43 -04:00
class EpisodicEdge(Edge):
async def save(self, driver: AsyncDriver):
result = await driver.execute_query(
"""
2024-08-13 14:35:43 -04:00
MATCH (episode:Episodic {uuid: $episode_uuid})
MATCH (node:Entity {uuid: $entity_uuid})
2024-08-13 14:35:43 -04:00
MERGE (episode)-[r:MENTIONS {uuid: $uuid}]->(node)
SET r = {uuid: $uuid, created_at: $created_at}
2024-08-13 14:35:43 -04:00
RETURN r.uuid AS uuid""",
episode_uuid=self.source_node_uuid,
entity_uuid=self.target_node_uuid,
uuid=self.uuid,
created_at=self.created_at,
)
2024-08-13 14:35:43 -04:00
logger.info(f"Saved edge to neo4j: {self.uuid}")
2024-08-13 14:35:43 -04:00
return result
2024-08-13 14:35:43 -04:00
# TODO: Neo4j doesn't support variables for edge types and labels.
# Right now we have all edge nodes as type RELATES_TO
class EntityEdge(Edge):
name: str = Field(description="name of the edge, relation name")
fact: str = Field(
description="fact representing the edge and nodes that it connects"
)
fact_embedding: list[float] | None = Field(
default=None, description="embedding of the fact"
)
episodes: list[str] | None = Field(
default=None,
description="list of episode ids that reference these entity edges",
)
expired_at: datetime | None = Field(
default=None, description="datetime of when the node was invalidated"
)
valid_at: datetime | None = Field(
default=None, description="datetime of when the fact became true"
)
invalid_at: datetime | None = Field(
default=None, description="datetime of when the fact stopped being true"
)
2024-08-13 14:35:43 -04:00
async def generate_embedding(self, embedder, model="text-embedding-3-small"):
start = time()
2024-08-13 14:35:43 -04:00
text = self.fact.replace("\n", " ")
embedding = (await embedder.create(input=[text], model=model)).data[0].embedding
self.fact_embedding = embedding[:EMBEDDING_DIM]
2024-08-13 14:35:43 -04:00
end = time()
logger.info(f"embedded {text} in {end-start} ms")
2024-08-13 14:35:43 -04:00
return embedding
async def save(self, driver: AsyncDriver):
result = await driver.execute_query(
"""
MATCH (source:Entity {uuid: $source_uuid})
MATCH (target:Entity {uuid: $target_uuid})
2024-08-13 14:35:43 -04:00
MERGE (source)-[r:RELATES_TO {uuid: $uuid}]->(target)
SET r = {uuid: $uuid, name: $name, fact: $fact, fact_embedding: $fact_embedding,
episodes: $episodes, created_at: $created_at, expired_at: $expired_at,
valid_at: $valid_at, invalid_at: $invalid_at}
2024-08-13 14:35:43 -04:00
RETURN r.uuid AS uuid""",
source_uuid=self.source_node_uuid,
target_uuid=self.target_node_uuid,
uuid=self.uuid,
name=self.name,
fact=self.fact,
fact_embedding=self.fact_embedding,
episodes=self.episodes,
created_at=self.created_at,
expired_at=self.expired_at,
valid_at=self.valid_at,
invalid_at=self.invalid_at,
)
logger.info(f"Saved edge to neo4j: {self.uuid}")
2024-08-13 14:35:43 -04:00
return result