■ BaseCallbackHandler 클래스의 on_llm_new_token 메소드를 재정의해서 커스텀 콜백 핸들러를 만드는 방법을 보여준다.
※ OPENAI_API_KEY 환경 변수 값은 .env 파일에 정의한다.
▶ main.py
|
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 |
from dotenv import load_dotenv from langchain_core.callbacks import BaseCallbackHandler from langchain_core.prompts import ChatPromptTemplate from langchain_openai import ChatOpenAI load_dotenv() class CustomCallbackHandler(BaseCallbackHandler): def on_llm_new_token(self, token : str, **keywordArgumentDictionary) -> None: print(f"CustomCallbackHandler, token : {token}") chatPromptTemplate = ChatPromptTemplate.from_messages(["Tell me a joke about {animal}"]) callBackHandlerList = [CustomCallbackHandler()] chatOpenAI = ChatOpenAI(model = "gpt-4o", streaming = True, callbacks = callBackHandlerList) runnableSequence = chatPromptTemplate | chatOpenAI responseAIMessage = runnableSequence.invoke({"animal" : "bears"}) print(responseAIMessage) """ CustomCallbackHandler, token : CustomCallbackHandler, token : Why CustomCallbackHandler, token : do CustomCallbackHandler, token : bears CustomCallbackHandler, token : have CustomCallbackHandler, token : hairy CustomCallbackHandler, token : coats CustomCallbackHandler, token : ? CustomCallbackHandler, token : F CustomCallbackHandler, token : ur CustomCallbackHandler, token : protection CustomCallbackHandler, token : ! CustomCallbackHandler, token : content='Why do bears have hairy coats?\n\nFur protection!' additional_kwargs={} response_metadata={'finish_reason': 'stop', 'model_name': 'gpt-4o-2024-08-06', 'system_fingerprint': 'fp_7f6be3efb0'} id='run-68bf737b-210a-4ae1-a487-90c4580ee1fa-0' """ |
▶ requirements.txt
|
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 |
aiohappyeyeballs==2.4.3 aiohttp==3.11.6 aiosignal==1.3.1 annotated-types==0.7.0 anyio==4.6.2.post1 attrs==24.2.0 certifi==2024.8.30 charset-normalizer==3.4.0 colorama==0.4.6 distro==1.9.0 frozenlist==1.5.0 greenlet==3.1.1 h11==0.14.0 httpcore==1.0.7 httpx==0.27.2 idna==3.10 jiter==0.7.1 jsonpatch==1.33 jsonpointer==3.0.0 langchain==0.3.7 langchain-core==0.3.19 langchain-openai==0.2.9 langchain-text-splitters==0.3.2 langsmith==0.1.143 multidict==6.1.0 numpy==1.26.4 openai==1.54.5 orjson==3.10.11 packaging==24.2 propcache==0.2.0 pydantic==2.9.2 pydantic_core==2.23.4 python-dotenv==1.0.1 PyYAML==6.0.2 regex==2024.11.6 requests==2.32.3 requests-toolbelt==1.0.0 sniffio==1.3.1 SQLAlchemy==2.0.36 tenacity==9.0.0 tiktoken==0.8.0 tqdm==4.67.0 typing_extensions==4.12.2 urllib3==2.2.3 yarl==1.17.2 |
※ pip install python-dotenv langchain langchain-openai 명령을 실행했다.