Nicolai Berk commited on
Commit
72355a9
·
1 Parent(s): 8ca6390

Move embeddings directly to CPU

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -48,7 +48,7 @@ generator = pipeline("text-generation", model=model, tokenizer=tokenizer, max_ne
48
 
49
  def rag_pipeline(query):
50
  # Embed query
51
- query_embedding = embedder.encode([query], convert_to_tensor=True).cpu().numpy()
52
 
53
  # Retrieve top-k from FAISS
54
  D, I = index.search(query_embedding, k=5)
 
48
 
49
  def rag_pipeline(query):
50
  # Embed query
51
+ query_embedding = embedder.encode([query], convert_to_tensor=True, device='cpu').numpy()
52
 
53
  # Retrieve top-k from FAISS
54
  D, I = index.search(query_embedding, k=5)