[PYTHON/LANGCHAIN] RunnableSequence 클래스 : astream_events 메소드를 사용해 비동기 스트리밍 이벤트 수신하기

■ RunnableSequence 클래스의 astream_events 메소드를 사용해 비동기 스트리밍 이벤트를 수신하는 방법을 보여준다.

▶ main.py


import asyncio
import os

from langchain_core.prompts           import ChatPromptTemplate
from langchain_openai                 import OpenAIEmbeddings
from langchain_community.vectorstores import FAISS
from langchain_core.runnables         import RunnablePassthrough
from langchain_openai                 import ChatOpenAI
from langchain_core.output_parsers    import StrOutputParser

async def main():
    os.environ["OPENAI_API_KEY"] = "<OPENAI_API_KEY>"

    chatPromptTemplateString = """Answer the question based only on the following context :
    {context}

    Question : {question}
    """

    chatPromptTemplate = ChatPromptTemplate.from_template(chatPromptTemplateString)

    faiss = FAISS.from_texts(
        ["harrison worked at kensho", "harrison likes spicy food"],
        embedding = OpenAIEmbeddings(),
    )

    vectorStoreRetriever = faiss.as_retriever()

    chatOpenAI = ChatOpenAI(model = "gpt-3.5-turbo-0125")

    runnableSequence = (
        {
            "context"  : vectorStoreRetriever.with_config(run_name = "vectorStoreRetriever"),
            "question" : RunnablePassthrough()
        }
        | chatPromptTemplate
        | chatOpenAI
        | StrOutputParser()
    )

    async for eventDictionary in runnableSequence.astream_events("Where did harrison work? Write 3 made up sentences about this place.", version = "v2"):
        print(eventDictionary)

asyncio.run(main())

"""
{'event': 'on_chain_start', 'data': {'input': 'Where did harrison work? Write 3 made up sentences about this place.'}, 'name': 'RunnableSequence', 'tags': [], 'run_id': 'd897f470-051b-41be-953a-832c5cc06611', 'metadata': {}, 'parent_ids': []}
{'event': 'on_chain_start', 'data': {}, 'name': 'RunnableParallel<context,question>', 'tags': ['seq:step:1'], 'run_id': '98a359fb-0a7b-455e-901a-819e5db32dba', 'metadata': {}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611']}
{'event': 'on_retriever_start', 'data': {'input': {'query': 'Where did harrison work? Write 3 made up sentences about this place.'}}, 'name': 'Docs', 'tags': ['map:key:context', 'FAISS', 'OpenAIEmbeddings'], 'run_id': '892860bc-24a2-41d2-adc8-1572931c2c8c', 'metadata': {}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611', '98a359fb-0a7b-455e-901a-819e5db32dba']}
{'event': 'on_chain_start', 'data': {}, 'name': 'RunnablePassthrough', 'tags': ['map:key:question'], 'run_id': '5343e2d7-1d30-44c8-b599-bf3a11170ffc', 'metadata': {}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611', '98a359fb-0a7b-455e-901a-819e5db32dba']}
{'event': 'on_chain_stream', 'run_id': '5343e2d7-1d30-44c8-b599-bf3a11170ffc', 'name': 'RunnablePassthrough', 'tags': ['map:key:question'], 'metadata': {}, 'data': {'chunk': 'Where did harrison work? Write 3 made up sentences about this place.'}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611', '98a359fb-0a7b-455e-901a-819e5db32dba']}
{'event': 'on_chain_stream', 'run_id': '98a359fb-0a7b-455e-901a-819e5db32dba', 'name': 'RunnableParallel<context,question>', 'tags': ['seq:step:1'], 'metadata': {}, 'data': {'chunk': {'question': 'Where did harrison work? Write 3 made up sentences about this place.'}}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611']}
{'event': 'on_chain_end', 'data': {'output': 'Where did harrison work? Write 3 made up sentences about this place.', 'input': 'Where did harrison work? Write 3 made up sentences about this place.'}, 'run_id': '5343e2d7-1d30-44c8-b599-bf3a11170ffc', 'name': 'RunnablePassthrough', 'tags': ['map:key:question'], 'metadata': {}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611', '98a359fb-0a7b-455e-901a-819e5db32dba']}
{'event': 'on_retriever_end', 'data': {'output': [Document(page_content='harrison worked at kensho'), Document(page_content='harrison likes spicy food')], 'input': {'query': 'Where did harrison work? Write 3 made up sentences about this place.'}}, 'run_id': '892860bc-24a2-41d2-adc8-1572931c2c8c', 'name': 'Docs', 'tags': ['map:key:context', 'FAISS', 'OpenAIEmbeddings'], 'metadata': {}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611', '98a359fb-0a7b-455e-901a-819e5db32dba']}
{'event': 'on_chain_stream', 'run_id': '98a359fb-0a7b-455e-901a-819e5db32dba', 'name': 'RunnableParallel<context,question>', 'tags': ['seq:step:1'], 'metadata': {}, 'data': {'chunk': {'context': [Document(page_content='harrison worked at kensho'), Document(page_content='harrison likes spicy food')]}}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611']}

...

{'event': 'on_chain_stream', 'run_id': 'd897f470-051b-41be-953a-832c5cc06611', 'name': 'RunnableSequence', 'tags': [], 'metadata': {}, 'data': {'chunk': ' customers'}, 'parent_ids': []}
{'event': 'on_chat_model_stream', 'data': {'chunk': AIMessageChunk(content='.', id='run-8fecc191-56e5-4860-b876-6da901a96e11')}, 'run_id': '8fecc191-56e5-4860-b876-6da901a96e11', 'name': 'ChatOpenAI', 'tags': ['seq:step:3'], 'metadata': {'ls_provider': 'openai', 'ls_model_name': 'gpt-3.5-turbo-0125', 'ls_model_type': 'chat', 'ls_temperature': 0.7}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611']}
{'event': 'on_parser_stream', 'run_id': '6959f904-9b48-42d4-8859-d9c1ae0c0b2e', 'name': 'StrOutputParser', 'tags': ['seq:step:4'], 'metadata': {}, 'data': {'chunk': '.'}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611']}
{'event': 'on_chain_stream', 'run_id': 'd897f470-051b-41be-953a-832c5cc06611', 'name': 'RunnableSequence', 'tags': [], 'metadata': {}, 'data': {'chunk': '.'}, 'parent_ids': []}
{'event': 'on_chat_model_stream', 'data': {'chunk': AIMessageChunk(content='', response_metadata={'finish_reason': 'stop'}, id='run-8fecc191-56e5-4860-b876-6da901a96e11')}, 'run_id': '8fecc191-56e5-4860-b876-6da901a96e11', 'name': 'ChatOpenAI', 'tags': ['seq:step:3'], 'metadata': {'ls_provider': 'openai', 'ls_model_name': 'gpt-3.5-turbo-0125', 'ls_model_type': 'chat', 'ls_temperature': 0.7}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611']}
{'event': 'on_parser_stream', 'run_id': '6959f904-9b48-42d4-8859-d9c1ae0c0b2e', 'name': 'StrOutputParser', 'tags': ['seq:step:4'], 'metadata': {}, 'data': {'chunk': ''}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611']}
{'event': 'on_chain_stream', 'run_id': 'd897f470-051b-41be-953a-832c5cc06611', 'name': 'RunnableSequence', 'tags': [], 'metadata': {}, 'data': {'chunk': ''}, 'parent_ids': []}
{'event': 'on_chat_model_end', 'data': {'output': AIMessageChunk(content='Harrison worked at Kensho, a trendy restaurant known for its fusion cuisine. The atmosphere at Kensho is lively and welcoming, with a modern decor that attracts a hip crowd. The menu at Kensho features a variety of dishes from around the world, all prepared with a spicy twist to cater to the adventurous palate of its customers.', response_metadata={'finish_reason': 'stop'}, id='run-8fecc191-56e5-4860-b876-6da901a96e11'), 'input': {'messages': [[HumanMessage(content="Answer the question based only on the following context :\n    [Document(page_content='harrison worked at kensho'), Document(page_content='harrison likes spicy food')]\n\n    Question : Where did harrison work? Write 3 made up sentences about this place.\n    ")]]}}, 'run_id': '8fecc191-56e5-4860-b876-6da901a96e11', 'name': 'ChatOpenAI', 'tags': ['seq:step:3'], 'metadata': {'ls_provider': 'openai', 'ls_model_name': 'gpt-3.5-turbo-0125', 'ls_model_type': 'chat', 'ls_temperature': 0.7}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611']}
{'event': 'on_parser_end', 'data': {'output': 'Harrison worked at Kensho, a trendy restaurant known for its fusion cuisine. The atmosphere at Kensho is lively and welcoming, with a modern decor that attracts a hip crowd. The menu at Kensho features a variety of dishes from around the world, all prepared with a spicy twist to cater to the adventurous palate of its customers.', 'input': AIMessageChunk(content='Harrison worked at Kensho, a trendy restaurant known for its fusion cuisine. The atmosphere at Kensho is lively and welcoming, with a modern decor that attracts a hip crowd. The menu at Kensho features a variety of dishes from around the world, all prepared with a spicy twist to cater to the adventurous palate of its customers.', response_metadata={'finish_reason': 'stop'}, id='run-8fecc191-56e5-4860-b876-6da901a96e11')}, 'run_id': '6959f904-9b48-42d4-8859-d9c1ae0c0b2e', 'name': 'StrOutputParser', 'tags': ['seq:step:4'], 'metadata': {}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611']}
{'event': 'on_chain_end', 'data': {'output': 'Harrison worked at Kensho, a trendy restaurant known for its fusion cuisine. The atmosphere at Kensho is lively and welcoming, with a modern decor that attracts a hip crowd. The menu at Kensho features a variety of dishes from around the world, all prepared with a spicy twist to cater to the adventurous palate of its customers.'}, 'run_id': 'd897f470-051b-41be-953a-832c5cc06611', 'name': 'RunnableSequence', 'tags': [], 'metadata': {}, 'parent_ids': []}
"""

import asyncio

import os

from langchain_core.prompts import ChatPromptTemplate

from langchain_openai import OpenAIEmbeddings

from langchain_community.vectorstores import FAISS

from langchain_core.runnables import RunnablePassthrough

from langchain_openai import ChatOpenAI

from langchain_core.output_parsers import StrOutputParser

async def main():

os.environ["OPENAI_API_KEY"] = "<OPENAI_API_KEY>"

chatPromptTemplateString = """Answer the question based only on the following context :

{context}

Question : {question}

"""

chatPromptTemplate = ChatPromptTemplate.from_template(chatPromptTemplateString)

faiss = FAISS.from_texts(

["harrison worked at kensho", "harrison likes spicy food"],

embedding = OpenAIEmbeddings(),

)

vectorStoreRetriever = faiss.as_retriever()

chatOpenAI = ChatOpenAI(model = "gpt-3.5-turbo-0125")

runnableSequence = (

{

"context" : vectorStoreRetriever.with_config(run_name = "vectorStoreRetriever"),

"question" : RunnablePassthrough()

}

| chatPromptTemplate

| chatOpenAI

| StrOutputParser()

)

async for eventDictionary in runnableSequence.astream_events("Where did harrison work? Write 3 made up sentences about this place.", version = "v2"):

print(eventDictionary)

asyncio.run(main())

"""

{'event': 'on_chain_start', 'data': {'input': 'Where did harrison work? Write 3 made up sentences about this place.'}, 'name': 'RunnableSequence', 'tags': [], 'run_id': 'd897f470-051b-41be-953a-832c5cc06611', 'metadata': {}, 'parent_ids': []}

{'event': 'on_chain_start', 'data': {}, 'name': 'RunnableParallel<context,question>', 'tags': ['seq:step:1'], 'run_id': '98a359fb-0a7b-455e-901a-819e5db32dba', 'metadata': {}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611']}

{'event': 'on_retriever_start', 'data': {'input': {'query': 'Where did harrison work? Write 3 made up sentences about this place.'}}, 'name': 'Docs', 'tags': ['map:key:context', 'FAISS', 'OpenAIEmbeddings'], 'run_id': '892860bc-24a2-41d2-adc8-1572931c2c8c', 'metadata': {}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611', '98a359fb-0a7b-455e-901a-819e5db32dba']}

{'event': 'on_chain_start', 'data': {}, 'name': 'RunnablePassthrough', 'tags': ['map:key:question'], 'run_id': '5343e2d7-1d30-44c8-b599-bf3a11170ffc', 'metadata': {}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611', '98a359fb-0a7b-455e-901a-819e5db32dba']}

{'event': 'on_chain_stream', 'run_id': '5343e2d7-1d30-44c8-b599-bf3a11170ffc', 'name': 'RunnablePassthrough', 'tags': ['map:key:question'], 'metadata': {}, 'data': {'chunk': 'Where did harrison work? Write 3 made up sentences about this place.'}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611', '98a359fb-0a7b-455e-901a-819e5db32dba']}

{'event': 'on_chain_stream', 'run_id': '98a359fb-0a7b-455e-901a-819e5db32dba', 'name': 'RunnableParallel<context,question>', 'tags': ['seq:step:1'], 'metadata': {}, 'data': {'chunk': {'question': 'Where did harrison work? Write 3 made up sentences about this place.'}}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611']}

{'event': 'on_chain_end', 'data': {'output': 'Where did harrison work? Write 3 made up sentences about this place.', 'input': 'Where did harrison work? Write 3 made up sentences about this place.'}, 'run_id': '5343e2d7-1d30-44c8-b599-bf3a11170ffc', 'name': 'RunnablePassthrough', 'tags': ['map:key:question'], 'metadata': {}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611', '98a359fb-0a7b-455e-901a-819e5db32dba']}

{'event': 'on_retriever_end', 'data': {'output': [Document(page_content='harrison worked at kensho'), Document(page_content='harrison likes spicy food')], 'input': {'query': 'Where did harrison work? Write 3 made up sentences about this place.'}}, 'run_id': '892860bc-24a2-41d2-adc8-1572931c2c8c', 'name': 'Docs', 'tags': ['map:key:context', 'FAISS', 'OpenAIEmbeddings'], 'metadata': {}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611', '98a359fb-0a7b-455e-901a-819e5db32dba']}

{'event': 'on_chain_stream', 'run_id': '98a359fb-0a7b-455e-901a-819e5db32dba', 'name': 'RunnableParallel<context,question>', 'tags': ['seq:step:1'], 'metadata': {}, 'data': {'chunk': {'context': [Document(page_content='harrison worked at kensho'), Document(page_content='harrison likes spicy food')]}}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611']}

...

{'event': 'on_chain_stream', 'run_id': 'd897f470-051b-41be-953a-832c5cc06611', 'name': 'RunnableSequence', 'tags': [], 'metadata': {}, 'data': {'chunk': ' customers'}, 'parent_ids': []}

{'event': 'on_chat_model_stream', 'data': {'chunk': AIMessageChunk(content='.', id='run-8fecc191-56e5-4860-b876-6da901a96e11')}, 'run_id': '8fecc191-56e5-4860-b876-6da901a96e11', 'name': 'ChatOpenAI', 'tags': ['seq:step:3'], 'metadata': {'ls_provider': 'openai', 'ls_model_name': 'gpt-3.5-turbo-0125', 'ls_model_type': 'chat', 'ls_temperature': 0.7}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611']}

{'event': 'on_parser_stream', 'run_id': '6959f904-9b48-42d4-8859-d9c1ae0c0b2e', 'name': 'StrOutputParser', 'tags': ['seq:step:4'], 'metadata': {}, 'data': {'chunk': '.'}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611']}

{'event': 'on_chain_stream', 'run_id': 'd897f470-051b-41be-953a-832c5cc06611', 'name': 'RunnableSequence', 'tags': [], 'metadata': {}, 'data': {'chunk': '.'}, 'parent_ids': []}

{'event': 'on_chat_model_stream', 'data': {'chunk': AIMessageChunk(content='', response_metadata={'finish_reason': 'stop'}, id='run-8fecc191-56e5-4860-b876-6da901a96e11')}, 'run_id': '8fecc191-56e5-4860-b876-6da901a96e11', 'name': 'ChatOpenAI', 'tags': ['seq:step:3'], 'metadata': {'ls_provider': 'openai', 'ls_model_name': 'gpt-3.5-turbo-0125', 'ls_model_type': 'chat', 'ls_temperature': 0.7}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611']}

{'event': 'on_parser_stream', 'run_id': '6959f904-9b48-42d4-8859-d9c1ae0c0b2e', 'name': 'StrOutputParser', 'tags': ['seq:step:4'], 'metadata': {}, 'data': {'chunk': ''}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611']}

{'event': 'on_chain_stream', 'run_id': 'd897f470-051b-41be-953a-832c5cc06611', 'name': 'RunnableSequence', 'tags': [], 'metadata': {}, 'data': {'chunk': ''}, 'parent_ids': []}

{'event': 'on_chat_model_end', 'data': {'output': AIMessageChunk(content='Harrison worked at Kensho, a trendy restaurant known for its fusion cuisine. The atmosphere at Kensho is lively and welcoming, with a modern decor that attracts a hip crowd. The menu at Kensho features a variety of dishes from around the world, all prepared with a spicy twist to cater to the adventurous palate of its customers.', response_metadata={'finish_reason': 'stop'}, id='run-8fecc191-56e5-4860-b876-6da901a96e11'), 'input': {'messages': [[HumanMessage(content="Answer the question based only on the following context :\n [Document(page_content='harrison worked at kensho'), Document(page_content='harrison likes spicy food')]\n\n Question : Where did harrison work? Write 3 made up sentences about this place.\n ")]]}}, 'run_id': '8fecc191-56e5-4860-b876-6da901a96e11', 'name': 'ChatOpenAI', 'tags': ['seq:step:3'], 'metadata': {'ls_provider': 'openai', 'ls_model_name': 'gpt-3.5-turbo-0125', 'ls_model_type': 'chat', 'ls_temperature': 0.7}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611']}

{'event': 'on_parser_end', 'data': {'output': 'Harrison worked at Kensho, a trendy restaurant known for its fusion cuisine. The atmosphere at Kensho is lively and welcoming, with a modern decor that attracts a hip crowd. The menu at Kensho features a variety of dishes from around the world, all prepared with a spicy twist to cater to the adventurous palate of its customers.', 'input': AIMessageChunk(content='Harrison worked at Kensho, a trendy restaurant known for its fusion cuisine. The atmosphere at Kensho is lively and welcoming, with a modern decor that attracts a hip crowd. The menu at Kensho features a variety of dishes from around the world, all prepared with a spicy twist to cater to the adventurous palate of its customers.', response_metadata={'finish_reason': 'stop'}, id='run-8fecc191-56e5-4860-b876-6da901a96e11')}, 'run_id': '6959f904-9b48-42d4-8859-d9c1ae0c0b2e', 'name': 'StrOutputParser', 'tags': ['seq:step:4'], 'metadata': {}, 'parent_ids': ['d897f470-051b-41be-953a-832c5cc06611']}

{'event': 'on_chain_end', 'data': {'output': 'Harrison worked at Kensho, a trendy restaurant known for its fusion cuisine. The atmosphere at Kensho is lively and welcoming, with a modern decor that attracts a hip crowd. The menu at Kensho features a variety of dishes from around the world, all prepared with a spicy twist to cater to the adventurous palate of its customers.'}, 'run_id': 'd897f470-051b-41be-953a-832c5cc06611', 'name': 'RunnableSequence', 'tags': [], 'metadata': {}, 'parent_ids': []}

"""

▶ requirements.txt


aiohttp==3.9.5
aiosignal==1.3.1
annotated-types==0.7.0
anyio==4.4.0
async-timeout==4.0.3
attrs==23.2.0
certifi==2024.6.2
charset-normalizer==3.3.2
dataclasses-json==0.6.7
distro==1.9.0
exceptiongroup==1.2.1
faiss-gpu==1.7.2
frozenlist==1.4.1
greenlet==3.0.3
h11==0.14.0
httpcore==1.0.5
httpx==0.27.0
idna==3.7
jsonpatch==1.33
jsonpointer==3.0.0
langchain==0.2.5
langchain-community==0.2.5
langchain-core==0.2.8
langchain-openai==0.1.8
langchain-text-splitters==0.2.1
langsmith==0.1.79
marshmallow==3.21.3
multidict==6.0.5
mypy-extensions==1.0.0
numpy==1.26.4
openai==1.34.0
orjson==3.10.5
packaging==24.1
pydantic==2.7.4
pydantic_core==2.18.4
PyYAML==6.0.1
regex==2024.5.15
requests==2.32.3
sniffio==1.3.1
SQLAlchemy==2.0.30
tenacity==8.4.1
tiktoken==0.7.0
tqdm==4.66.4
typing-inspect==0.9.0
typing_extensions==4.12.2
urllib3==2.2.2
yarl==1.9.4

aiohttp==3.9.5

aiosignal==1.3.1

annotated-types==0.7.0

anyio==4.4.0

async-timeout==4.0.3

attrs==23.2.0

certifi==2024.6.2

charset-normalizer==3.3.2

dataclasses-json==0.6.7

distro==1.9.0

exceptiongroup==1.2.1

faiss-gpu==1.7.2

frozenlist==1.4.1

greenlet==3.0.3

h11==0.14.0

httpcore==1.0.5

httpx==0.27.0

idna==3.7

jsonpatch==1.33

jsonpointer==3.0.0

langchain==0.2.5

langchain-community==0.2.5

langchain-core==0.2.8

langchain-openai==0.1.8

langchain-text-splitters==0.2.1

langsmith==0.1.79

marshmallow==3.21.3

multidict==6.0.5

mypy-extensions==1.0.0

numpy==1.26.4

openai==1.34.0

orjson==3.10.5

packaging==24.1

pydantic==2.7.4

pydantic_core==2.18.4

PyYAML==6.0.1

regex==2024.5.15

requests==2.32.3

sniffio==1.3.1

SQLAlchemy==2.0.30

tenacity==8.4.1

tiktoken==0.7.0

tqdm==4.66.4

typing-inspect==0.9.0

typing_extensions==4.12.2

urllib3==2.2.2

yarl==1.9.4

※ pip install langchain langchain-community langchain-openai faiss-gpu 명령을 실행했다.