■ AIMessageChunk 클래스 관련해 스트림으로 수신되는 AIMessageChunk 객체에서 도구 호출 리스트를 구하는 방법을 보여준다.
※ OPENAI_API_KEY 환경 변수 값은 .env 파일에 정의한다.
▶ main.py
|
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 |
from dotenv import load_dotenv from langchain_core.messages import AIMessageChunk from typing import Dict from typing import Any from langchain_core.tools import tool from typing import List from typing_extensions import Annotated from langchain_core.tools import InjectedToolArg from langchain_openai import ChatOpenAI load_dotenv() def getToolCallList(aiMessageChunkList : List[AIMessageChunk]) -> List[Dict[str, Any]]: toolCallList = [] currentToolCall = None for aiMessageChunk in aiMessageChunkList: if "tool_calls" in aiMessageChunk.additional_kwargs: for toolCall in aiMessageChunk.additional_kwargs["tool_calls"]: if currentToolCall is None: currentToolCall = { "id" : toolCall.get("id"), "type" : toolCall.get("type"), "function" : { "name" : toolCall["function"].get("name"), "arguments" : "" } } if "function" in toolCall: currentToolCall["function"]["arguments"] += toolCall["function"].get("arguments", "") if aiMessageChunk.response_metadata.get("finish_reason") == "tool_calls": if currentToolCall: toolCallList.append(currentToolCall) currentToolCall = None return toolCallList userDictionary = {} @tool(parse_docstring = True) def updateFavoritePets(petList : List[str], userID : Annotated[str, InjectedToolArg]) -> None: """Add the list of favorite pets. Args: petList : List of favorite pets to set. userID : User's ID. """ userDictionary[userID] = petList @tool(parse_docstring = True) def deleteFavoritePets(userID : Annotated[str, InjectedToolArg]) -> None: """Delete the list of favorite pets. Args: userID : User's ID. """ if userID in userDictionary: del userDictionary[userID] @tool(parse_docstring = True) def listFavoritePets(userID : Annotated[str, InjectedToolArg]) -> None: """List favorite pets if any. Args: userID : User's ID. """ return userDictionary.get(userID, []) toolList = [ updateFavoritePets, deleteFavoritePets, listFavoritePets, ] chatOpenAI = ChatOpenAI(model = "gpt-4o-mini") runnableBinding = chatOpenAI.bind_tools(toolList) toolAIMessageChunkList = [] for aiMessageChunk in runnableBinding.stream("my favorite animals are cats and parrots"): if aiMessageChunk.content == "": toolAIMessageChunkList.append(aiMessageChunk) tollCallList = getToolCallList(toolAIMessageChunkList) print(tollCallList) |
▶ requirements.txt
|
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 |
annotated-types==0.7.0 anyio==4.5.0 certifi==2024.8.30 charset-normalizer==3.3.2 colorama==0.4.6 distro==1.9.0 h11==0.14.0 httpcore==1.0.5 httpx==0.27.2 idna==3.10 jiter==0.5.0 jsonpatch==1.33 jsonpointer==3.0.0 langchain-core==0.3.2 langchain-openai==0.2.0 langsmith==0.1.125 openai==1.46.1 orjson==3.10.7 packaging==24.1 pydantic==2.9.2 pydantic_core==2.23.4 python-dotenv==1.0.1 PyYAML==6.0.2 regex==2024.9.11 requests==2.32.3 sniffio==1.3.1 tenacity==8.5.0 tiktoken==0.7.0 tqdm==4.66.5 typing_extensions==4.12.2 urllib3==2.2.3 |
※ pip install python-dotenv langchain-openai 명령을 실행했다.