2024-08-13 14:35:43 -04:00
|
|
|
from abc import ABC, abstractmethod
|
2024-08-14 10:17:12 -04:00
|
|
|
from pydantic import BaseModel, Field
|
2024-08-13 14:35:43 -04:00
|
|
|
from datetime import datetime
|
|
|
|
from neo4j import AsyncDriver
|
2024-08-15 12:03:41 -04:00
|
|
|
from uuid import uuid4
|
2024-08-13 14:35:43 -04:00
|
|
|
import logging
|
|
|
|
|
|
|
|
from core.nodes import Node
|
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
|
|
|
|
class Edge(BaseModel, ABC):
|
2024-08-15 12:03:41 -04:00
|
|
|
uuid: str = Field(default_factory=lambda: str(uuid4()))
|
2024-08-13 14:35:43 -04:00
|
|
|
source_node: Node
|
|
|
|
target_node: Node
|
2024-08-15 11:04:57 -04:00
|
|
|
created_at: datetime
|
2024-08-13 14:35:43 -04:00
|
|
|
|
|
|
|
@abstractmethod
|
2024-08-14 10:17:12 -04:00
|
|
|
async def save(self, driver: AsyncDriver): ...
|
2024-08-13 14:35:43 -04:00
|
|
|
|
|
|
|
|
|
|
|
class EpisodicEdge(Edge):
|
|
|
|
async def save(self, driver: AsyncDriver):
|
2024-08-15 12:03:41 -04:00
|
|
|
if self.uuid is None:
|
|
|
|
uuid = uuid4()
|
|
|
|
logger.info(f"Created uuid: {uuid} for episodic edge")
|
|
|
|
self.uuid = str(uuid)
|
|
|
|
|
2024-08-14 10:17:12 -04:00
|
|
|
result = await driver.execute_query(
|
|
|
|
"""
|
2024-08-13 14:35:43 -04:00
|
|
|
MATCH (episode:Episodic {uuid: $episode_uuid})
|
2024-08-15 11:04:57 -04:00
|
|
|
MATCH (node:Entity {uuid: $entity_uuid})
|
2024-08-13 14:35:43 -04:00
|
|
|
MERGE (episode)-[r:MENTIONS {uuid: $uuid}]->(node)
|
2024-08-15 11:04:57 -04:00
|
|
|
SET r = {uuid: $uuid, created_at: $created_at}
|
2024-08-13 14:35:43 -04:00
|
|
|
RETURN r.uuid AS uuid""",
|
2024-08-14 10:17:12 -04:00
|
|
|
episode_uuid=self.source_node.uuid,
|
2024-08-15 11:04:57 -04:00
|
|
|
entity_uuid=self.target_node.uuid,
|
2024-08-14 10:17:12 -04:00
|
|
|
uuid=self.uuid,
|
2024-08-15 11:04:57 -04:00
|
|
|
created_at=self.created_at,
|
2024-08-14 10:17:12 -04:00
|
|
|
)
|
2024-08-13 14:35:43 -04:00
|
|
|
|
2024-08-14 10:17:12 -04:00
|
|
|
logger.info(f"Saved edge to neo4j: {self.uuid}")
|
2024-08-13 14:35:43 -04:00
|
|
|
|
|
|
|
return result
|
|
|
|
|
2024-08-14 10:17:12 -04:00
|
|
|
|
2024-08-13 14:35:43 -04:00
|
|
|
# TODO: Neo4j doesn't support variables for edge types and labels.
|
|
|
|
# Right now we have all edge nodes as type RELATES_TO
|
|
|
|
|
|
|
|
|
2024-08-15 11:04:57 -04:00
|
|
|
class EntityEdge(Edge):
|
2024-08-15 12:03:41 -04:00
|
|
|
name: str = Field(description="name of the edge, relation name")
|
|
|
|
fact: str = Field(
|
|
|
|
description="fact representing the edge and nodes that it connects"
|
|
|
|
)
|
|
|
|
fact_embedding: list[float] | None = Field(
|
|
|
|
default=None, description="embedding of the fact"
|
|
|
|
)
|
|
|
|
episodes: list[str] | None = Field(
|
|
|
|
default=None, description="list of episode ids that reference these entity edges"
|
|
|
|
)
|
|
|
|
expired_at: datetime | None = Field(
|
|
|
|
default=None, description="datetime of when the node was invalidated"
|
|
|
|
)
|
|
|
|
valid_at: datetime | None = Field(
|
|
|
|
default=None, description="datetime of when the fact became true"
|
|
|
|
)
|
|
|
|
invalid_at: datetime | None = Field(
|
|
|
|
default=None, description="datetime of when the fact stopped being true"
|
|
|
|
)
|
2024-08-13 14:35:43 -04:00
|
|
|
|
|
|
|
def generate_embedding(self, embedder, model="text-embedding-3-large"):
|
|
|
|
text = self.fact.replace("\n", " ")
|
|
|
|
embedding = embedder.create(input=[text], model=model).data[0].embedding
|
|
|
|
self.fact_embedding = embedding
|
|
|
|
|
|
|
|
return embedding
|
|
|
|
|
|
|
|
async def save(self, driver: AsyncDriver):
|
2024-08-14 10:17:12 -04:00
|
|
|
result = await driver.execute_query(
|
2024-08-15 12:03:41 -04:00
|
|
|
|
2024-08-14 10:17:12 -04:00
|
|
|
"""
|
2024-08-15 11:04:57 -04:00
|
|
|
MATCH (source:Entity {uuid: $source_uuid})
|
|
|
|
MATCH (target:Entity {uuid: $target_uuid})
|
2024-08-13 14:35:43 -04:00
|
|
|
MERGE (source)-[r:RELATES_TO {uuid: $uuid}]->(target)
|
|
|
|
SET r = {uuid: $uuid, name: $name, fact: $fact, fact_embedding: $fact_embedding,
|
2024-08-15 11:04:57 -04:00
|
|
|
episodes: $episodes, created_at: $created_at, expired_at: $expired_at,
|
|
|
|
valid_at: $valid_at, invalid_at: $invalid_at}
|
2024-08-13 14:35:43 -04:00
|
|
|
RETURN r.uuid AS uuid""",
|
2024-08-14 10:17:12 -04:00
|
|
|
source_uuid=self.source_node.uuid,
|
|
|
|
target_uuid=self.target_node.uuid,
|
|
|
|
uuid=self.uuid,
|
|
|
|
name=self.name,
|
|
|
|
fact=self.fact,
|
|
|
|
fact_embedding=self.fact_embedding,
|
|
|
|
episodes=self.episodes,
|
2024-08-15 11:04:57 -04:00
|
|
|
created_at=self.created_at,
|
|
|
|
expired_at=self.expired_at,
|
|
|
|
valid_at=self.valid_at,
|
|
|
|
invalid_at=self.invalid_at,
|
2024-08-14 10:17:12 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
logger.info(f"Saved Node to neo4j: {self.uuid}")
|
2024-08-13 14:35:43 -04:00
|
|
|
|
|
|
|
return result
|