podcast_runner.py•4.24 kB
"""
Copyright 2024, Zep Software, Inc.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
"""
import asyncio
import logging
import os
import sys
from uuid import uuid4
from dotenv import load_dotenv
from pydantic import BaseModel, Field
from transcript_parser import parse_podcast_messages
from graphiti_core import Graphiti
from graphiti_core.nodes import EpisodeType
from graphiti_core.utils.bulk_utils import RawEpisode
from graphiti_core.utils.maintenance.graph_data_operations import clear_data
load_dotenv()
neo4j_uri = os.environ.get('NEO4J_URI') or 'bolt://localhost:7687'
neo4j_user = os.environ.get('NEO4J_USER') or 'neo4j'
neo4j_password = os.environ.get('NEO4J_PASSWORD') or 'password'
def setup_logging():
# Create a logger
logger = logging.getLogger()
logger.setLevel(logging.INFO) # Set the logging level to INFO
# Create console handler and set level to INFO
console_handler = logging.StreamHandler(sys.stdout)
console_handler.setLevel(logging.INFO)
# Create formatter
formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
# Add formatter to console handler
console_handler.setFormatter(formatter)
# Add console handler to logger
logger.addHandler(console_handler)
return logger
class Person(BaseModel):
"""A human person, fictional or nonfictional."""
first_name: str | None = Field(..., description='First name')
last_name: str | None = Field(..., description='Last name')
occupation: str | None = Field(..., description="The person's work occupation")
class City(BaseModel):
"""A city"""
country: str | None = Field(..., description='The country the city is in')
class IsPresidentOf(BaseModel):
"""Relationship between a person and the entity they are a president of"""
async def main(use_bulk: bool = False):
setup_logging()
client = Graphiti(
neo4j_uri,
neo4j_user,
neo4j_password,
)
await clear_data(client.driver)
await client.build_indices_and_constraints()
messages = parse_podcast_messages()
group_id = str(uuid4())
raw_episodes: list[RawEpisode] = []
for i, message in enumerate(messages[3:14]):
raw_episodes.append(
RawEpisode(
name=f'Message {i}',
content=f'{message.speaker_name} ({message.role}): {message.content}',
reference_time=message.actual_timestamp,
source=EpisodeType.message,
source_description='Podcast Transcript',
)
)
if use_bulk:
await client.add_episode_bulk(
raw_episodes,
group_id=group_id,
entity_types={'Person': Person, 'City': City},
edge_types={'IS_PRESIDENT_OF': IsPresidentOf},
edge_type_map={('Person', 'Entity'): ['IS_PRESIDENT_OF']},
)
else:
for i, message in enumerate(messages[3:14]):
episodes = await client.retrieve_episodes(
message.actual_timestamp, 3, group_ids=[group_id]
)
episode_uuids = [episode.uuid for episode in episodes]
await client.add_episode(
name=f'Message {i}',
episode_body=f'{message.speaker_name} ({message.role}): {message.content}',
reference_time=message.actual_timestamp,
source_description='Podcast Transcript',
group_id=group_id,
entity_types={'Person': Person, 'City': City},
edge_types={'IS_PRESIDENT_OF': IsPresidentOf},
edge_type_map={('Person', 'Entity'): ['PRESIDENT_OF']},
previous_episode_uuids=episode_uuids,
)
asyncio.run(main(False))