adding db to pinecone

This commit is contained in:
navanchauhan 2022-05-21 10:18:26 -06:00
parent b8501eac77
commit 5b3ccc0747
1 changed files with 16 additions and 0 deletions

16
db2pc.py Normal file
View File

@ -0,0 +1,16 @@
from database import *
import pandas as pd
from sentence_transformers import SentenceTransformer
database_url = "sqlite:///jlm.db"
engine, Session = init_db_stuff(database_url)
model = SentenceTransformer("paraphrase-multilingual-MiniLM-L12-v2")
df = pd.read_sql("Select * from movies", engine)
df["combined_text"] = df["title"] + ": " + df["overview"].fillna('') + " - " + df["tagline"].fillna('') + " Genres:- " + df["genres"].fillna('')
print(len(df["combined_text"].tolist()))