import os
from langchain.chains import RetrievalQA
from langchain.text_splitter import RecursiveCharacterTextSplitter
from langchain_community.document_loaders import GitLoader
from langchain.vectorstores.faiss import FAISS
from langchain_openai import ChatOpenAI
from langchain_community.embeddings import SentenceTransformerEmbeddings

llm = ChatOpenAI(
    base_url="http://host.docker.internal:1234/v1",
    api_key="lm-studio",
    temperature=0.6
)

transformer_path = "./faiss"

clone_url = "https://github.com/habeeb3579/interval-model-estimator"

if not os.path.exists(transformer_path):
    loader = GitLoader(
            clone_url=clone_url,
            repo_path="./docs/url",
            branch="master"
        )
    raw_documents = loader.load()

raw_documents[0]

Document(page_content='utils/__init__.py\n.env\n', metadata={'source': '.gitignore', 'file_path': '.gitignore', 'file_name': '.gitignore', 'file_type': ''})