[PYTHON/LANGCHAIN] get_openai_callback 함수 : OpenAI 호출에 대한 메타 데이터 수집하기

■ get_openai_callback 함수를 사용해 OpenAI 호출에 대한 메타 데이터를 수집하는 방법을 보여준다.

※ OPENAI_API_KEY 환경 변수 값은 .env 파일에 정의한다.

▶ main.py


import json

from dotenv                        import load_dotenv
from langchain_core.prompts        import ChatPromptTemplate
from langchain_openai              import ChatOpenAI
from langchain_core.runnables      import RunnableConfig
from langchain_core.output_parsers import StrOutputParser
from langchain_community.callbacks import get_openai_callback
from langchain_core.runnables      import RunnableLambda

load_dotenv()

chatPromptTemplate = ChatPromptTemplate.from_template(
    "Fix the following text :\n\n```text\n{input}\n```\nError : {error}"
    " Don't narrate, just respond with the fixed data."
)

chatOpenAI = ChatOpenAI()

def parseJSON(jsonText : str, config : RunnableConfig): # config 인자명을 변경하면 에러가 발생한다.
    runnableSequence = chatPromptTemplate | chatOpenAI | StrOutputParser()

    for _ in range(3):
        try:
            return json.loads(jsonText)
        except Exception as exception:
            jsonText = runnableSequence.invoke({"input" : jsonText, "error" : exception}, config)
    return "Failed to parse"

with get_openai_callback() as generatorContextManager:
    responseDictionary = RunnableLambda(parseJSON).invoke("{foo : bar}", {"tags" : ["tag1"], "callbacks" : [generatorContextManager]})
    print(responseDictionary)
    print()
    print(generatorContextManager)

"""
{'foo': 'bar'}

Tokens Used: 63
        Prompt Tokens: 56
        Completion Tokens: 7
Successful Requests: 1
Total Cost (USD): $9.800000000000001e-05
"""

import json

from dotenv import load_dotenv

from langchain_core.prompts import ChatPromptTemplate

from langchain_openai import ChatOpenAI

from langchain_core.runnables import RunnableConfig

from langchain_core.output_parsers import StrOutputParser

from langchain_community.callbacks import get_openai_callback

from langchain_core.runnables import RunnableLambda

load_dotenv()

chatPromptTemplate = ChatPromptTemplate.from_template(

"Fix the following text :\n\n```text\n{input}\n```\nError : {error}"

" Don't narrate, just respond with the fixed data."

)

chatOpenAI = ChatOpenAI()

def parseJSON(jsonText : str, config : RunnableConfig): # config 인자명을 변경하면 에러가 발생한다.

runnableSequence = chatPromptTemplate | chatOpenAI | StrOutputParser()

for _ in range(3):

try:

return json.loads(jsonText)

except Exception as exception:

jsonText = runnableSequence.invoke({"input" : jsonText, "error" : exception}, config)

return "Failed to parse"

with get_openai_callback() as generatorContextManager:

responseDictionary = RunnableLambda(parseJSON).invoke("{foo : bar}", {"tags" : ["tag1"], "callbacks" : [generatorContextManager]})

print(responseDictionary)

print()

print(generatorContextManager)

"""

{'foo': 'bar'}

Tokens Used: 63

Prompt Tokens: 56

Completion Tokens: 7

Successful Requests: 1

Total Cost (USD): $9.800000000000001e-05

"""

▶ requirements.txt


aiohttp==3.9.5
aiosignal==1.3.1
annotated-types==0.7.0
anyio==4.4.0
async-timeout==4.0.3
attrs==23.2.0
certifi==2024.6.2
charset-normalizer==3.3.2
dataclasses-json==0.6.7
distro==1.9.0
exceptiongroup==1.2.1
frozenlist==1.4.1
greenlet==3.0.3
h11==0.14.0
httpcore==1.0.5
httpx==0.27.0
idna==3.7
jsonpatch==1.33
jsonpointer==3.0.0
langchain==0.2.5
langchain-community==0.2.5
langchain-core==0.2.9
langchain-openai==0.1.8
langchain-text-splitters==0.2.1
langsmith==0.1.81
marshmallow==3.21.3
multidict==6.0.5
mypy-extensions==1.0.0
numpy==1.26.4
openai==1.35.3
orjson==3.10.5
packaging==24.1
pydantic==2.7.4
pydantic_core==2.18.4
python-dotenv==1.0.1
PyYAML==6.0.1
regex==2024.5.15
requests==2.32.3
sniffio==1.3.1
SQLAlchemy==2.0.31
tenacity==8.4.1
tiktoken==0.7.0
tqdm==4.66.4
typing-inspect==0.9.0
typing_extensions==4.12.2
urllib3==2.2.2
yarl==1.9.4

aiohttp==3.9.5

aiosignal==1.3.1

annotated-types==0.7.0

anyio==4.4.0

async-timeout==4.0.3

attrs==23.2.0

certifi==2024.6.2

charset-normalizer==3.3.2

dataclasses-json==0.6.7

distro==1.9.0

exceptiongroup==1.2.1

frozenlist==1.4.1

greenlet==3.0.3

h11==0.14.0

httpcore==1.0.5

httpx==0.27.0

idna==3.7

jsonpatch==1.33

jsonpointer==3.0.0

langchain==0.2.5

langchain-community==0.2.5

langchain-core==0.2.9

langchain-openai==0.1.8

langchain-text-splitters==0.2.1

langsmith==0.1.81

marshmallow==3.21.3

multidict==6.0.5

mypy-extensions==1.0.0

numpy==1.26.4

openai==1.35.3

orjson==3.10.5

packaging==24.1

pydantic==2.7.4

pydantic_core==2.18.4

python-dotenv==1.0.1

PyYAML==6.0.1

regex==2024.5.15

requests==2.32.3

sniffio==1.3.1

SQLAlchemy==2.0.31

tenacity==8.4.1

tiktoken==0.7.0

tqdm==4.66.4

typing-inspect==0.9.0

typing_extensions==4.12.2

urllib3==2.2.2

yarl==1.9.4

※ pip install python-dotenv langchain langchain-community langchain_openai 명령을 실행했다.