[PYTHON/LANGCHAIN] FAISS 클래스 : from_documents 정적 메소드를 사용해 FAISS 객체 만들기

■ FAISS 클래스의 from_documents 정적 메소드를 사용해 FAISS 객체를 만드는 방법을 보여준다.

※ OPENAI_API_KEY 환경 변수 값은 .env 파일에 정의한다.

▶ main.py


from dotenv                               import load_dotenv
from langchain_community.document_loaders import WebBaseLoader
from langchain_text_splitters             import RecursiveCharacterTextSplitter
from langchain_openai                     import OpenAIEmbeddings
from langchain_community.vectorstores     import FAISS

load_dotenv()

webBaseLoader = WebBaseLoader("https://docs.smith.langchain.com/overview")

documentList = webBaseLoader.load()

recursiveCharacterTextSplitter = RecursiveCharacterTextSplitter(chunk_size = 1000, chunk_overlap = 200)

splitDocumentList = recursiveCharacterTextSplitter.split_documents(documentList)

openAIEmbeddings = OpenAIEmbeddings()

faiss = FAISS.from_documents(splitDocumentList, openAIEmbeddings)

from dotenv import load_dotenv

from langchain_community.document_loaders import WebBaseLoader

from langchain_text_splitters import RecursiveCharacterTextSplitter

from langchain_openai import OpenAIEmbeddings

from langchain_community.vectorstores import FAISS

load_dotenv()

webBaseLoader = WebBaseLoader("https://docs.smith.langchain.com/overview")

documentList = webBaseLoader.load()

recursiveCharacterTextSplitter = RecursiveCharacterTextSplitter(chunk_size = 1000, chunk_overlap = 200)

splitDocumentList = recursiveCharacterTextSplitter.split_documents(documentList)

openAIEmbeddings = OpenAIEmbeddings()

faiss = FAISS.from_documents(splitDocumentList, openAIEmbeddings)

▶ requirements.txt


aiohappyeyeballs==2.4.3
aiohttp==3.10.9
aiosignal==1.3.1
annotated-types==0.7.0
anyio==4.6.0
async-timeout==4.0.3
attrs==24.2.0
beautifulsoup4==4.12.3
bs4==0.0.2
certifi==2024.8.30
charset-normalizer==3.3.2
dataclasses-json==0.6.7
distro==1.9.0
exceptiongroup==1.2.2
faiss-gpu==1.7.2
frozenlist==1.4.1
greenlet==3.1.1
h11==0.14.0
httpcore==1.0.6
httpx==0.27.2
idna==3.10
jiter==0.6.1
jsonpatch==1.33
jsonpointer==3.0.0
langchain==0.3.3
langchain-community==0.3.2
langchain-core==0.3.10
langchain-openai==0.2.2
langchain-text-splitters==0.3.0
langsmith==0.1.132
marshmallow==3.22.0
multidict==6.1.0
mypy-extensions==1.0.0
numpy==1.26.4
openai==1.51.2
orjson==3.10.7
packaging==24.1
propcache==0.2.0
pydantic==2.9.2
pydantic-settings==2.5.2
pydantic_core==2.23.4
python-dotenv==1.0.1
PyYAML==6.0.2
regex==2024.9.11
requests==2.32.3
requests-toolbelt==1.0.0
sniffio==1.3.1
soupsieve==2.6
SQLAlchemy==2.0.35
tenacity==8.5.0
tiktoken==0.8.0
tqdm==4.66.5
typing-inspect==0.9.0
typing_extensions==4.12.2
urllib3==2.2.3
yarl==1.14.0

aiohappyeyeballs==2.4.3

aiohttp==3.10.9

aiosignal==1.3.1

annotated-types==0.7.0

anyio==4.6.0

async-timeout==4.0.3

attrs==24.2.0

beautifulsoup4==4.12.3

bs4==0.0.2

certifi==2024.8.30

charset-normalizer==3.3.2

dataclasses-json==0.6.7

distro==1.9.0

exceptiongroup==1.2.2

faiss-gpu==1.7.2

frozenlist==1.4.1

greenlet==3.1.1

h11==0.14.0

httpcore==1.0.6

httpx==0.27.2

idna==3.10

jiter==0.6.1

jsonpatch==1.33

jsonpointer==3.0.0

langchain==0.3.3

langchain-community==0.3.2

langchain-core==0.3.10

langchain-openai==0.2.2

langchain-text-splitters==0.3.0

langsmith==0.1.132

marshmallow==3.22.0

multidict==6.1.0

mypy-extensions==1.0.0

numpy==1.26.4

openai==1.51.2

orjson==3.10.7

packaging==24.1

propcache==0.2.0

pydantic==2.9.2

pydantic-settings==2.5.2

pydantic_core==2.23.4

python-dotenv==1.0.1

PyYAML==6.0.2

regex==2024.9.11

requests==2.32.3

requests-toolbelt==1.0.0

sniffio==1.3.1

soupsieve==2.6

SQLAlchemy==2.0.35

tenacity==8.5.0

tiktoken==0.8.0

tqdm==4.66.5

typing-inspect==0.9.0

typing_extensions==4.12.2

urllib3==2.2.3

yarl==1.14.0

※ pip install langchain-community langchain-openai faiss-gpu bs4 명령을 실행했다.