Easiest RAG Tutorial for Beginners on Free Google Colab

 This video is a step-by-step tutorial to learn RAG in an easy way with LlamaIndex on your own data in free google colab.

Code:

!pip install llama-index faiss-cpu pandas python-dotenv openai transformers numpy

!pip install llama-index-agent-openai llama-index-cli llama-index-core llama-index-embeddings-openai

!pip install llama-index-llms-openai llama-index-program-openai llama-index-question-gen-openai llama-index-readers-file

!pip install llama-index-readers-llama-parse llama-index-vector-stores-faiss llama-parse llama-index-indices-managed-llama-cloud

from llama_index.core.readers import SimpleDirectoryReader

from llama_index.core import Settings

from llama_index.llms.openai import OpenAI

from llama_index.embeddings.openai import OpenAIEmbedding

from llama_index.readers.file import PagedCSVReader

from llama_index.vector_stores.faiss import FaissVectorStore

from llama_index.core.ingestion import IngestionPipeline

from llama_index.core import VectorStoreIndex

import faiss

import os

import pandas as pd

from google.colab import userdata

os.environ['OPENAI_API_KEY']=userdata.get('OPENAI_API_KEY')

EMBED_DIMENSION=512

Settings.llm = OpenAI(model="gpt-3.5-turbo")

Settings.embed_model = OpenAIEmbedding(model="text-embedding-3-small", dimensions=EMBED_DIMENSION)

file_path = ('/content/minifinance.csv')

data = pd.read_csv(file_path)

data.head()

fais_index = faiss.IndexFlatL2(EMBED_DIMENSION)

vector_store = FaissVectorStore(faiss_index=fais_index)

csv_reader = PagedCSVReader()

reader = SimpleDirectoryReader(

    input_files=[file_path],

    file_extractor= {".csv": csv_reader}

    )

docs = reader.load_data()

print(docs[0].text)

pipeline = IngestionPipeline(

    vector_store=vector_store,

    documents=docs

)

nodes = pipeline.run()

vector_store_index = VectorStoreIndex(nodes)

query_engine = vector_store_index.as_query_engine(similarity_top_k=2)

response = query_engine.query("which products are sold in Canada?")

response.response