[PYTHON/LANGCHAIN] RunnableSequence 클래스 : with_fallbacks 메소드를 사용해 도구 오류시 대체 모델 사용하기

■ RunnableSequence 클래스의 with_fallbacks 메소드를 사용해 도구 오류시 대체 모델을 사용하는 방법을 보여준다.

※ OPENAI_API_KEY 환경 변수 값은 .env 파일에 정의한다.

▶ main.py


from dotenv                   import load_dotenv
from langchain_core.tools     import tool
from langchain_openai         import ChatOpenAI

load_dotenv()

@tool
def complexTool(integerValue : int, floatValue : float, dictionaryValue : dict) -> int:
    """Do something complex with a complex tool."""
    return integerValue * floatValue

chatOpenAI1 = ChatOpenAI(model = "gpt-4o-mini")

runnableBindable = chatOpenAI1.bind_tools([complexTool])

runnableSequence = runnableBindable | (lambda msg: msg.tool_calls[0]["args"]) | complexTool

fallbackChatOpenAI = ChatOpenAI(model = "gpt-4-1106-preview", temperature = 0)

fallbackRunnableBindable = fallbackChatOpenAI.bind_tools([complexTool], tool_choice = "complexTool")

fallbackRunnableSequence = fallbackRunnableBindable | (lambda msg: msg.tool_calls[0]["args"]) | complexTool

finalRunnableSequence = runnableSequence.with_fallbacks([fallbackRunnableSequence])

responseValue = finalRunnableSequence.invoke("use complex tool. the args are 5, 2.1, empty dictionary. don't forget dictionaryValue")

print(responseValue)

from dotenv import load_dotenv

from langchain_core.tools import tool

from langchain_openai import ChatOpenAI

load_dotenv()

@tool

def complexTool(integerValue : int, floatValue : float, dictionaryValue : dict) -> int:

"""Do something complex with a complex tool."""

return integerValue * floatValue

chatOpenAI1 = ChatOpenAI(model = "gpt-4o-mini")

runnableBindable = chatOpenAI1.bind_tools([complexTool])

runnableSequence = runnableBindable | (lambda msg: msg.tool_calls[0]["args"]) | complexTool

fallbackChatOpenAI = ChatOpenAI(model = "gpt-4-1106-preview", temperature = 0)

fallbackRunnableBindable = fallbackChatOpenAI.bind_tools([complexTool], tool_choice = "complexTool")

fallbackRunnableSequence = fallbackRunnableBindable | (lambda msg: msg.tool_calls[0]["args"]) | complexTool

finalRunnableSequence = runnableSequence.with_fallbacks([fallbackRunnableSequence])

responseValue = finalRunnableSequence.invoke("use complex tool. the args are 5, 2.1, empty dictionary. don't forget dictionaryValue")

print(responseValue)

▶ requirements.txt


annotated-types==0.7.0
anyio==4.6.0
certifi==2024.8.30
charset-normalizer==3.3.2
colorama==0.4.6
distro==1.9.0
h11==0.14.0
httpcore==1.0.5
httpx==0.27.2
idna==3.10
jiter==0.5.0
jsonpatch==1.33
jsonpointer==3.0.0
langchain-core==0.3.5
langchain-openai==0.2.0
langsmith==0.1.128
openai==1.47.1
orjson==3.10.7
packaging==24.1
pydantic==2.9.2
pydantic_core==2.23.4
python-dotenv==1.0.1
PyYAML==6.0.2
regex==2024.9.11
requests==2.32.3
sniffio==1.3.1
tenacity==8.5.0
tiktoken==0.7.0
tqdm==4.66.5
typing_extensions==4.12.2
urllib3==2.2.3

annotated-types==0.7.0

anyio==4.6.0

certifi==2024.8.30

charset-normalizer==3.3.2

colorama==0.4.6

distro==1.9.0

h11==0.14.0

httpcore==1.0.5

httpx==0.27.2

idna==3.10

jiter==0.5.0

jsonpatch==1.33

jsonpointer==3.0.0

langchain-core==0.3.5

langchain-openai==0.2.0

langsmith==0.1.128

openai==1.47.1

orjson==3.10.7

packaging==24.1

pydantic==2.9.2

pydantic_core==2.23.4

python-dotenv==1.0.1

PyYAML==6.0.2

regex==2024.9.11

requests==2.32.3

sniffio==1.3.1

tenacity==8.5.0

tiktoken==0.7.0

tqdm==4.66.5

typing_extensions==4.12.2

urllib3==2.2.3

※ pip install python-dotenv langchain-openai 명령을 실행했다.