In [1]:
import os
from langchain.chains import RetrievalQA
from langchain.text_splitter import RecursiveCharacterTextSplitter
from langchain_community.document_loaders import GitLoader
from langchain.vectorstores.faiss import FAISS
from langchain_openai import ChatOpenAI
from langchain_community.embeddings import SentenceTransformerEmbeddings
In [2]:
llm = ChatOpenAI(
base_url="http://host.docker.internal:1234/v1",
api_key="lm-studio",
temperature=0.6
)
transformer_path = "./faiss"
clone_url = "https://github.com/habeeb3579/interval-model-estimator"
if not os.path.exists(transformer_path):
loader = GitLoader(
clone_url=clone_url,
repo_path="./docs/url",
branch="master"
)
raw_documents = loader.load()
In [3]:
raw_documents[0]
Out[3]:
Document(page_content='utils/__init__.py\n.env\n', metadata={'source': '.gitignore', 'file_path': '.gitignore', 'file_name': '.gitignore', 'file_type': ''})